-- Logs begin at Fri 2022-05-13 12:28:03 UTC, end at Fri 2022-05-13 13:44:12 UTC. -- May 13 13:13:46.740014 dv-cinder-841632-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 13 13:13:49.607337 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.common.config [-] Logging enabled! May 13 13:13:49.607962 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 13:13:49.608135 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103947) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 13:13:49.611551 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.common.config [-] Logging enabled! May 13 13:13:49.611804 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 13:13:49.612108 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103947) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 13:13:49.614095 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:13:49.614352 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:13:49.614828 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:13:49.615080 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:13:49.615385 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:13:49.615836 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.616138 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.616370 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.616673 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.616972 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.617256 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.617550 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.617852 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.618139 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.618441 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.618726 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.618957 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.619240 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.619526 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.619813 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.620036 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] debug = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.620317 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.620747 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.621167 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.621455 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.621743 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.622018 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.622312 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.622590 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.622874 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.623226 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] host = dv-cinder-841632-1-iscsi {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.623487 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.623769 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.624054 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.624332 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.624603 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.624876 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.625158 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.625426 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.625694 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.625963 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.626310 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.626599 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.626892 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.627114 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.627336 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.627618 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.628014 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.628430 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.628708 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.628982 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.629254 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.629524 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.629793 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.630074 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.630480 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.630761 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.631034 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.631304 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.631572 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.631839 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.632118 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.632383 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.632651 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.632919 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.633203 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.633467 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.633735 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.634042 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.634343 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.634620 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.634900 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.635169 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.635447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.635712 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.635983 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.636248 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_json = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.636516 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.636781 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.637072 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.637342 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.637610 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.637880 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.638152 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.638454 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.638724 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:49.639021 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.639314 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.639610 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.639887 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.640195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.640469 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.640751 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.641024 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.641307 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.641590 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.641879 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.642153 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.642477 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.642763 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.643054 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.643359 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.643801 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.643982 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.644255 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.644527 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.644798 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.645076 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.645362 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.645635 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.645917 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.646238 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.646503 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.646793 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.647078 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.647360 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.647644 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.647926 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.648194 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.648471 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.648750 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.649019 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.649286 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.649567 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.649840 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.650107 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.650411 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.650685 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.650953 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.651218 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.651488 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.651769 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.652038 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.652301 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.652565 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.652834 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.653098 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.653377 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.653649 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.653913 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.654178 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.654469 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.654734 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.655005 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.655278 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.655547 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.655818 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.656086 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.656353 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.656621 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.656892 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.657160 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.657426 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.657691 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.657961 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.658255 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.658523 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.658788 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.659586 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.659855 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.660147 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.660419 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.660690 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.660962 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.661239 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.661514 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.661786 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.662059 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.662359 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.662630 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.662915 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.663195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.663481 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.663759 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.664034 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.664344 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.664616 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.664885 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.665162 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.665436 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.665710 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.665990 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.666298 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.666593 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.666882 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.667156 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.667447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.667735 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.668023 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.668298 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.668603 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.668876 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:49.669090 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:13:49.669340 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103947) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 13:13:50.134631 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 13:13:50.134911 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 13:13:50.135325 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 13:13:50.135659 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 13:13:50.475235 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.475427 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.475697 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.476894 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.477159 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.477420 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.533693 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.533965 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.534416 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.549579 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.549910 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.550256 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.582662 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.583057 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.583402 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.620614 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.621238 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.621238 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.967643 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.967921 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.968185 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.968446 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:50.969142 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.071349 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.071669 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.071948 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.072217 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.072490 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.072800 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.073057 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.073308 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.073557 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.073834 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.074089 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.074381 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.074889 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.075130 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.075380 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.075638 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.075887 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.076235 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.076507 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.076764 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.077030 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.077276 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.077549 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.077923 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.078167 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.078430 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.078826 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:13:51.079060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:13:51.079292 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:13:51.079523 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:13:51.079751 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:13:51.079986 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:13:51.080351 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 13:13:51.084473 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 13:13:51.088397 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 13:13:51.092294 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 13 13:13:51.093931 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 13:13:51.094421 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 13:13:51.094753 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 13:13:51.095131 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 13:13:51.098526 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 13:13:51.098779 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 13:13:51.099126 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 13:13:51.104006 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 13 13:13:51.127598 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 13:13:51.128646 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.128949 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103947) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 13 13:13:51.129318 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.130716 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103947) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 13:13:51.131098 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 13:13:51.131221 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 13:13:51.134598 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.134880 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:51.199831 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 13:13:51.200070 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 13:13:51.200302 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 13:13:51.200682 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 13:13:51.223267 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_db.sqlalchemy.engines [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103947) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 13 13:13:51.894441 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Initializing driver for type 'gre' May 13 13:13:51.895138 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] gre ID ranges: [(1, 1000)] May 13 13:13:52.220264 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Initializing driver for type 'local' May 13 13:13:52.220638 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Initializing driver for type 'vlan' May 13 13:13:52.317722 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] VlanTypeDriver initialization complete May 13 13:13:52.318099 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Initializing driver for type 'vxlan' May 13 13:13:52.318664 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] vxlan ID ranges: [(1, 1000)] May 13 13:13:52.523267 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Initializing extension driver 'port_security' May 13 13:13:52.523521 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.extensions.port_security [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] PortSecurityExtensionDriver initialization complete May 13 13:13:52.523880 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Initializing mechanism driver 'openvswitch' May 13 13:13:52.524236 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Initializing mechanism driver 'hyperv' May 13 13:13:52.531167 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:13:52.532048 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.532420 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.532773 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.533314 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:13:52.533749 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > subnet after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.534842 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > subnet after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.537203 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.537203 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:13:52.537203 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > network after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.537203 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > network after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.538825 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > network after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.540302 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:13:52.540733 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > security_group after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.541097 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > security_group after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.541448 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.541855 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:13:52.542284 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.542638 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.542981 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.543378 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:13:52.543786 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > address_group after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.544134 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > address_group after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.544475 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.544936 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103947) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:13:52.545380 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] ML2 OVO RPC backend initialized. {{(pid=103947) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 13 13:13:52.546140 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.546524 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.546996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > network before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.547354 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > networks before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.547754 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > port before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.548102 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > ports before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.548445 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > subnet before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.548864 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > subnets before_response 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.549224 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > network after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.549564 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > network after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.550786 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > network after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.551272 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.551763 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.552112 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.552453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > subnet after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.552792 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > subnet after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.553130 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.561272 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded quota_driver: . May 13 13:13:52.561640 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.plugin [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Modular L2 Plugin initialization complete May 13 13:13:52.561994 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading services supported by the core plugin {{(pid=103947) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 13:13:52.562370 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.plugins.ml2.managers [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Got port-security extension from driver 'port_security' May 13 13:13:52.562874 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.extensions.vlantransparent [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Disabled vlantransparent extension. May 13 13:13:52.563378 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103947) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 13:13:52.563794 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading Plugin: router May 13 13:13:52.614432 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.618707 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router after_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.619133 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router before_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.619491 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.619865 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.620216 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router after_delete 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.620572 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.620922 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.621276 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router after_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.621621 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router after_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.621970 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router after_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.622341 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638124 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router after_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638124 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638124 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638124 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638537 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: subnet after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638537 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638537 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638537 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638830 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: port before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638830 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638830 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router after_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.638830 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.639136 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_create 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.639136 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.639136 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_update 55549900 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.639136 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > agent after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.639419 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > agent after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.639419 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > network after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.639419 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Tracking information for resource: router configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:13:52.639419 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Tracking information for resource: floatingip configured {{(pid=103947) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:13:52.641034 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.db.l3_agentschedulers_db [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 13:13:52.641629 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.641994 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.642385 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.642738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.643714 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router before_create 55550100 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.644162 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.644530 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_create 55550100 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.644891 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > router precommit_update 55550100 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.649888 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.services.provider_configuration [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service providers = [] {{(pid=103947) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 13:13:52.650276 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.db.servicetype_db [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103947) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 13:13:52.653378 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.services.service_base [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:13:52.653724 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.services.service_base [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:13:52.654070 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.services.service_base [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:13:52.655002 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.services.service_base [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103947) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:13:52.655379 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.services.service_base [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 13:13:52.655768 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:13:52.656085 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 13:13:52.668433 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:13:52.668768 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading Plugin: auto_allocate May 13 13:13:52.674567 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: network precommit_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.675595 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: network precommit_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.676622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:13:52.676947 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading Plugin: tag May 13 13:13:52.683994 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:13:52.690133 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading Plugin: timestamp May 13 13:13:52.694483 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:13:52.694817 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading Plugin: network_ip_availability May 13 13:13:52.700760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.701134 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.701493 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:52.702289 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:13:52.702613 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading Plugin: flavors May 13 13:13:52.708095 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:13:52.708429 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading Plugin: revisions May 13 13:13:52.712843 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103947) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:13:52.713242 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.578s {{(pid=103947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 13:13:52.714015 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103947) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 13:13:52.714385 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Initializing extension manager. May 13 13:13:52.714925 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: __init__.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.715274 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: __pycache__ {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.715612 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: _port_mac_address_override.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.715944 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: address_group.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.716736 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.717351 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: address-group May 13 13:13:52.717676 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: address_scope.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.722441 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.722987 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: address-scope May 13 13:13:52.723324 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.724366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.724891 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: router-admin-state-down-before-update May 13 13:13:52.725225 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: agent.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.725944 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.726478 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: agent May 13 13:13:52.726810 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: agent_resources_synced.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.727787 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.728303 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: agent-resources-synced May 13 13:13:52.728631 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: allowedaddresspairs.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.730554 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.731077 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: allowed-address-pairs May 13 13:13:52.731404 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: auto_allocated_topology.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.732508 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.733022 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: auto-allocated-topology May 13 13:13:52.733351 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: availability_zone.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.734058 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.734752 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: availability_zone May 13 13:13:52.735079 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: availability_zone_filter.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.736012 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.736526 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: availability_zone_filter May 13 13:13:52.736853 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: data_plane_status.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.738449 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.738968 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension data-plane-status not supported by any of loaded plugins May 13 13:13:52.739284 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: default_subnetpools.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.740217 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.740725 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: default-subnetpools May 13 13:13:52.741053 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.741892 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.742428 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: dhcp_agent_scheduler May 13 13:13:52.742755 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: dns.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.743685 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.744205 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension dns-integration not supported by any of loaded plugins May 13 13:13:52.744553 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: dns_domain_ports.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.745519 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.745977 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 13:13:52.746326 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.752295 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.752924 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 13 13:13:52.753254 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: dvr.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.753951 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.754484 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: dvr May 13 13:13:52.754813 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: ecmp_routes.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.755798 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.756407 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension ecmp_routes not supported by any of loaded plugins May 13 13:13:52.756736 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: empty_string_filtering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.757669 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.758182 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: empty-string-filtering May 13 13:13:52.758537 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.759445 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.759951 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 13:13:52.760266 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.761179 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.761769 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 13:13:52.762094 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: external_net.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.763033 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.763541 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: external-net May 13 13:13:52.763863 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.764782 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.765287 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: extra_dhcp_opt May 13 13:13:52.765610 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: extraroute.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.766546 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.767128 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: extraroute May 13 13:13:52.767452 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: extraroute_atomic.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.768769 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.769356 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: extraroute-atomic May 13 13:13:52.769698 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: filter_validation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.770414 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.770922 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: filter-validation May 13 13:13:52.771248 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: fip_pf_description.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.772261 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.772763 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 13:13:52.773086 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: fip_pf_port_range.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.774054 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.774530 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 13 13:13:52.774857 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: fip_port_details.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.775765 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.776271 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: fip-port-details May 13 13:13:52.776595 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: flavors.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.777833 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.778388 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: flavors May 13 13:13:52.778717 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.780375 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.780897 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 13:13:52.781232 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: floatingip_pools.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.781930 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.782517 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: floatingip-pools May 13 13:13:52.782840 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: ip_allocation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.783760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.784953 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension ip_allocation not supported by any of loaded plugins May 13 13:13:52.785281 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.786223 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.786782 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: ip-substring-filtering May 13 13:13:52.787132 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l2_adjacency.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.788070 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.788583 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension l2_adjacency not supported by any of loaded plugins May 13 13:13:52.788902 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.789951 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.790502 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: router May 13 13:13:52.790830 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.793114 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.793634 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 13:13:52.793968 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.794991 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.795511 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: ext-gw-mode May 13 13:13:52.795841 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.804115 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.804670 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: l3-ha May 13 13:13:52.805005 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.805996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.806552 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 13 13:13:52.806885 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3_flavors.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.807906 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.808418 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: l3-flavors May 13 13:13:52.808744 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.810148 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.810696 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 13 13:13:52.811028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.811957 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.812567 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: l3-port-ip-change-not-allowed May 13 13:13:52.812896 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: l3agentscheduler.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.814061 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.814607 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: l3_agent_scheduler May 13 13:13:52.814938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: local_ip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.818713 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.819245 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension local_ip not supported by any of loaded plugins May 13 13:13:52.819578 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: logging.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.821090 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.821613 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension logging not supported by any of loaded plugins May 13 13:13:52.821942 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: metering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.822736 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.823323 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: metering May 13 13:13:52.823649 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.825168 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.825688 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: metering_source_and_destination_fields May 13 13:13:52.826016 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: multiprovidernet.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.826971 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.827489 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: multi-provider May 13 13:13:52.827814 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: netmtu.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.828731 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.829243 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: net-mtu May 13 13:13:52.829567 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: netmtu_writable.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.830525 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.831688 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: net-mtu-writable May 13 13:13:52.832027 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: network_availability_zone.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.832723 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.833235 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: network_availability_zone May 13 13:13:52.833554 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: network_ip_availability.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.838932 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.839454 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: network-ip-availability May 13 13:13:52.839785 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: network_segment_range.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.840591 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.841181 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension network-segment-range not supported by any of loaded plugins May 13 13:13:52.841511 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: pagination.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.842557 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.842894 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: pagination May 13 13:13:52.843219 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: port_device_profile.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.844151 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.844653 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: port-device-profile May 13 13:13:52.844976 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: port_mac_address_override.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.845912 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.846601 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: port-mac-override May 13 13:13:52.847512 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.848473 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.849002 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: port-mac-address-regenerate May 13 13:13:52.849328 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.850268 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.850793 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: port-numa-affinity-policy May 13 13:13:52.851113 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: port_resource_request.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.852028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.852532 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension port-resource-request not supported by any of loaded plugins May 13 13:13:52.852964 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: port_resource_request_groups.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.854032 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.854577 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension port-resource-request-groups not supported by any of loaded plugins May 13 13:13:52.854903 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: portbindings.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.855831 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.856344 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: binding May 13 13:13:52.856668 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: portbindings_extended.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.857960 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.858622 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: binding-extended May 13 13:13:52.858959 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: portsecurity.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.859886 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.860399 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: port-security May 13 13:13:52.860729 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: project_id.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.861718 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.862048 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: project-id May 13 13:13:52.862644 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: providernet.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.863773 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.864296 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: provider May 13 13:13:52.864622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.868622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.869149 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos not supported by any of loaded plugins May 13 13:13:52.869481 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.870871 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.871389 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 13:13:52.871723 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.872671 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.873185 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 13:13:52.873517 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_default.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.874461 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.874971 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-default not supported by any of loaded plugins May 13 13:13:52.875300 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_fip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.876226 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.876735 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-fip not supported by any of loaded plugins May 13 13:13:52.877064 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.878185 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.884035 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 13 13:13:52.884035 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_gateway_ip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.884903 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.885417 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 13:13:52.885747 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_port_network_policy.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.886719 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.887329 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 13:13:52.887659 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.888712 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.889229 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-pps-minimum not supported by any of loaded plugins May 13 13:13:52.889557 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.890633 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.891148 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 13 13:13:52.891477 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_pps_rule.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.892682 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.893223 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-pps not supported by any of loaded plugins May 13 13:13:52.898174 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_rule_type_details.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.899669 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.900305 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 13:13:52.900722 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.901735 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.902468 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 13 13:13:52.902972 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: qos_rules_alias.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.904122 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.904730 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 13:13:52.905144 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: quota_check_limit.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.906404 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.907013 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: quota-check-limit May 13 13:13:52.920167 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: quotasv2.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.920167 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.920167 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: quotas May 13 13:13:52.920167 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: quotasv2_detail.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.922113 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.922561 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: quota_details May 13 13:13:52.922897 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: rbac.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.924030 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.924640 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: rbac-policies May 13 13:13:52.925306 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: rbac_address_group.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.926366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.926886 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: rbac-address-group May 13 13:13:52.927215 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: rbac_address_scope.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.928197 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.928718 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: rbac-address-scope May 13 13:13:52.929077 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: rbac_security_groups.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.930018 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.930587 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: rbac-security-groups May 13 13:13:52.932518 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: rbac_subnetpool.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.932518 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.932518 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: rbac-subnetpool May 13 13:13:52.932921 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: revisionifmatch.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.934233 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.934233 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: revision-if-match May 13 13:13:52.934542 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: revisions.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.935747 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.937844 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: standard-attr-revisions May 13 13:13:52.937844 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: router_availability_zone.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.937844 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.937844 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: router_availability_zone May 13 13:13:52.938227 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: routerservicetype.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.939174 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.940873 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension router-service-type not supported by any of loaded plugins May 13 13:13:52.941199 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.942458 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.942996 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: security-groups-normalized-cidr May 13 13:13:52.943479 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.955664 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.957369 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: port-security-groups-filtering May 13 13:13:52.957709 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.958743 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.959283 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: security-groups-remote-address-group May 13 13:13:52.959609 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.960719 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.961236 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: security-groups-shared-filtering May 13 13:13:52.961560 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.962170 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 13 13:13:52.962526 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: securitygroup.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.973616 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.974176 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: security-group May 13 13:13:52.974536 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: segment.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.975328 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.975840 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension segment not supported by any of loaded plugins May 13 13:13:52.976168 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.977183 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.977697 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 13:13:52.978022 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: servicetype.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.979192 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.979712 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: service-type May 13 13:13:52.980041 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: sorting.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.981048 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.981383 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: sorting May 13 13:13:52.981711 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: standard_attr_segment.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.990890 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.991430 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 13:13:52.991754 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: standardattrdescription.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.992447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.992962 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: standard-attr-description May 13 13:13:52.993281 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: stateful_security_group.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.994255 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.994772 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: stateful-security-group May 13 13:13:52.995094 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: stdattrs_common.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.995667 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 13:13:52.995991 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.996918 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.997445 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 13:13:52.997768 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: subnet_onboard.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:52.998891 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:52.999410 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: subnet_onboard May 13 13:13:52.999735 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.000678 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.001192 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 13:13:53.001517 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: subnet_service_types.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.002496 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.003612 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: subnet-service-types May 13 13:13:53.003951 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: subnetallocation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.005099 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.005634 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: subnet_allocation May 13 13:13:53.005958 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.006661 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.007194 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: subnetpool-prefix-ops May 13 13:13:53.007514 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.008472 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.008983 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 13:13:53.009306 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: tagging.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.010462 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.010997 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: standard-attr-tag May 13 13:13:53.011303 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: timestamp.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.012533 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.013052 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loaded extension: standard-attr-timestamp May 13 13:13:53.013382 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: trunk.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.014439 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.014957 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension trunk not supported by any of loaded plugins May 13 13:13:53.015285 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: trunk_details.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.016205 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.016717 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension trunk-details not supported by any of loaded plugins May 13 13:13:53.017045 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: uplink_status_propagation.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.017963 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.019129 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 13:13:53.019777 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Loading extension file: vlantransparent.py {{(pid=103947) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:13:53.020399 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103947) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:13:53.020849 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extension vlan-transparent not supported by any of loaded plugins May 13 13:13:53.023517 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:network May 13 13:13:53.024051 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:subnet May 13 13:13:53.030359 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:13:53.030359 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:port May 13 13:13:53.030359 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.030359 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service FLAVORS assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.030359 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.030359 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.030359 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:router May 13 13:13:53.030359 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:floatingip May 13 13:13:53.031174 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service METERING assigned prefix: /metering {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.031174 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:53.031174 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:53.031174 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:13:53.032101 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of CountableResource for resource:rbac_policy May 13 13:13:53.032538 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:security_group May 13 13:13:53.032961 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:security_group_rule May 13 13:13:53.033576 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service CORE assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.033908 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:13:53.035494 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] subnetpool is already registered May 13 13:13:53.035914 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service CORE assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.036243 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:13:53.036579 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] subnetpool is already registered May 13 13:13:53.038956 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.039393 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service FLAVORS assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.039994 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.040423 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.040758 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:router May 13 13:13:53.041099 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] router is already registered May 13 13:13:53.041517 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:floatingip May 13 13:13:53.041855 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] floatingip is already registered May 13 13:13:53.042356 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service METERING assigned prefix: /metering {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.043046 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of CountableResource for resource:rbac_policy May 13 13:13:53.043381 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] rbac_policy is already registered May 13 13:13:53.043796 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:security_group May 13 13:13:53.044123 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] security_group is already registered May 13 13:13:53.044524 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:security_group_rule May 13 13:13:53.044863 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] security_group_rule is already registered May 13 13:13:53.045486 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service CORE assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.045813 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:13:53.046149 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] subnetpool is already registered May 13 13:13:53.046593 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.v2.resource_helper [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Service CORE assigned prefix: {{(pid=103947) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:13:53.046919 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:13:53.047258 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING neutron.quota.resource_registry [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] subnetpool is already registered May 13 13:13:53.047736 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: extensions {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.049246 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: address-groups {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.051397 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: address-scopes {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.053014 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: agents {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.054175 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: auto-allocated-topology {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.055433 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: availability_zones {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.056683 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: dhcp-networks {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.058257 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: dhcp-agents {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.059662 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: routers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.061810 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: flavors {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.062994 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: service_profiles {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.064177 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: next_providers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.065861 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: service_profiles {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.067419 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: floatingip-pools {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.068628 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: routers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.070760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: floatingips {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.073163 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: l3-routers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.075084 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: l3-agents {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.076454 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: metering-labels {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.077794 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: metering-label-rules {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.079062 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: network-ip-availabilities {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.080316 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: bindings {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.083002 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: quotas {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.084709 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: quotas {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.086754 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: rbac-policies {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.088030 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: security-groups {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.089248 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: security-group-rules {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.090539 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: service-providers {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.091791 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: subnetpools {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.093189 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: subnetpools {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.094653 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.096322 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.104737 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.104737 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.104737 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.104737 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.106116 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.108026 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.109753 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.111651 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron.api.extensions [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Extended resource: tags {{(pid=103947) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:13:53.117834 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING keystonemiddleware.auth_token [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 13:13:53.123154 dv-cinder-841632-1-iscsi neutron-server[103947]: WARNING keystonemiddleware.auth_token [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 13:13:53.132736 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Acquired lock "singleton_lock" {{(pid=103947) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 13 13:13:53.133259 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_concurrency.lockutils [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Releasing lock "singleton_lock" {{(pid=103947) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 13 13:13:53.133924 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO oslo_service.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Starting 2 workers May 13 13:13:53.139315 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Started child 104058 {{(pid=103947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:13:53.144827 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Started child 104059 {{(pid=103947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:13:53.146383 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:53.147049 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO neutron.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Neutron service started, listening on 0.0.0.0:9696 May 13 13:13:53.147238 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:53.148184 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [-] (104058) wsgi starting up on http://0.0.0.0:9696 May 13 13:13:53.149688 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO oslo_service.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Starting 1 workers May 13 13:13:53.150311 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:53.151882 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [-] (104059) wsgi starting up on http://0.0.0.0:9696 May 13 13:13:53.155134 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Started child 104060 {{(pid=103947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:13:53.155704 dv-cinder-841632-1-iscsi neutron-server[103947]: INFO oslo_service.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Starting 1 workers May 13 13:13:53.160090 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] calling RpcWorker wait() {{(pid=104060) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 13:13:53.160704 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] returning from RpcWorker wait() {{(pid=104060) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 13:13:53.161210 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Started child 104061 {{(pid=103947) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:13:53.161896 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:53.162066 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1e0ca3c1-fcc6-4a19-b012-c22131f3db0f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:53.162691 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:13:53.164122 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103947) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 13:13:53.164334 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:13:53.164695 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:13:53.164969 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:13:53.165268 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:13:53.165428 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:13:53.166131 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.166457 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.166718 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.166990 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.167079 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:53.167583 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.168004 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.168321 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.168602 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.168858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.169028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.169193 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.169603 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.169859 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.170176 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.170454 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.170701 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.170945 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.171123 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.171384 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.171648 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.171898 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.172187 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] debug = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.172427 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.172940 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.173169 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.173423 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.173662 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.173941 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.174190 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.174470 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.175011 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.175259 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.175576 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.176033 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.176278 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.176519 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.177382 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.177382 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.177382 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.177803 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] host = dv-cinder-841632-1-iscsi {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.177940 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.178163 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.178633 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.178973 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.179252 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.179479 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.179738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.179985 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.180272 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.180491 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.180748 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.181007 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.181569 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.181836 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.182007 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_options = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.182332 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.182555 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.182938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.183087 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.183237 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.183381 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.183575 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.183726 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.183981 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.184200 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.184461 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.184832 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.184993 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.185293 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.185433 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.185654 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.185896 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.186115 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.186395 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.186626 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.186959 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.187114 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.187310 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.187677 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.188041 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.188406 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.188768 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.189170 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.189563 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.189981 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.190567 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.191153 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.191597 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.192027 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.192299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.192539 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.192774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.192996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.193270 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.193500 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.193765 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.194025 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.194250 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:13:53.194347 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.194506 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.194723 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.194942 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.195166 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_json = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.195432 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.195613 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.195865 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.196099 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.196315 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.196531 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.196747 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.198658 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.198658 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.198658 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.198658 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.198658 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.204996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.204996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.204996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.204996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.204996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.204996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.204996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.204996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.206522 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.206522 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.206522 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.206522 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.206522 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.206522 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.206522 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.206522 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.207068 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.207068 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.207068 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.207068 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.207068 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.207068 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.207068 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.208769 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.209287 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.209806 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.210349 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.210781 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.211119 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.211466 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.211797 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.212121 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.212413 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.212707 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.212981 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.213197 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.213476 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.213899 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.214154 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.214419 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.214671 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.214914 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.215169 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.215422 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.215686 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.215927 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.216156 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.216401 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.216620 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.216840 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.217059 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.217310 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.217531 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.217767 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.217997 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.218271 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.218520 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.218741 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.218962 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.219282 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.220123 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.220123 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.220760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.222253 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.222711 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.222989 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.223239 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.223739 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.224008 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.224196 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.224420 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.224670 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.224670 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.224670 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.225937 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.225937 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.225937 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.225937 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.226528 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.226528 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.226798 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.226937 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.227081 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.227256 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.227681 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.227681 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.228005 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.228154 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.228439 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.228684 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.228926 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.229175 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.229477 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.229667 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.240028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.240028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.240028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.240028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.240028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.240028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.240028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.240028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.246305 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.246305 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.246305 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.246305 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.246305 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.246305 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.246305 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.246305 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.247208 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.247208 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.247208 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.247208 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.247208 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.247208 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.247208 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.247208 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248060 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.248858 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.249640 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.249640 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.249640 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.249640 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.249640 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.249640 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.249640 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.249640 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.251774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.251774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.251774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.251774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.251774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.251774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.251774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.251774 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.253299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.253299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.253299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.253299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.253299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.253299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.253299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.253299 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.254622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.254622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.254622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.254622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.254622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.254622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.254622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.254622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.255544 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.255544 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.255544 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.255544 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.255544 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.255544 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.255544 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.255544 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.256447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.256447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.256447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.256447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.256447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.256447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.256447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.256447 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.257366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.257366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.257366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.257366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.257366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.257366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.257366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.257366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.258260 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.258260 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.258260 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.258260 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.258260 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.258260 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.258260 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.258260 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259069 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259069 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259069 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259069 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259069 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259069 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259069 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259069 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.259679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.261173 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.261173 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.261173 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.261173 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.261173 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.261173 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.261173 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.261173 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262152 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262152 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262152 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262152 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262152 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262152 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262859 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262859 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.262859 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.263170 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.263170 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.263410 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.263577 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.263815 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.264027 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.264274 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.264521 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.264734 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.264960 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.265180 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.265394 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.265622 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.265834 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.266047 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.268938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.268938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.268938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.268938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.268938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.268938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.268938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.268938 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.270760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.270760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.270760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.270760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.270760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.270760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.270760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.270760 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.271740 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.271740 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.271740 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.271740 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.272199 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.272199 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.272453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.272645 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.272927 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.273174 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.273415 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.273684 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.273967 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.274266 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.274488 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.274817 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.275169 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.275427 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.275679 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.275928 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.276175 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.276582 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.276706 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.276839 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.277442 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.277442 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.277720 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.277854 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.277992 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.278177 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.278448 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.278683 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.278909 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.279144 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.279400 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.279620 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.279778 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:13:53.280337 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103947) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 13:13:53.280551 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:13:53.280791 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:13:53.280921 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:13:53.281056 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:13:53.281184 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:13:53.281331 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.281495 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.281745 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.281881 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.282101 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.282452 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.282452 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.282940 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.282940 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.282940 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.283412 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.283412 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.283412 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.283851 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.283851 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.283851 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285050 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285050 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285050 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285050 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285761 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285761 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] debug = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285761 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285761 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.285761 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.286558 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.286558 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.286558 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.286558 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.286558 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287111 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287111 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287111 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287111 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287573 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287573 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287573 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287873 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.287873 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.288079 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] host = dv-cinder-841632-1-iscsi {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.288190 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.288294 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.288404 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.288555 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.288714 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.288873 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.289031 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.289190 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.289349 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.289509 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.289668 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.289826 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.289986 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.290145 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.290327 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_options = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.290486 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.290647 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.290895 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.290989 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.291133 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.291291 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.291449 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.291609 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.291768 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.291928 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.292086 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.292246 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.292409 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.292572 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.292728 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.292886 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.293043 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.293210 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.293381 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.293496 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.293656 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.293802 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.293961 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.294120 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.294301 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.294435 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.294598 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.294762 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.294901 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.295038 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.295197 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.295341 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.295501 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.295659 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.295811 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.295949 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.296099 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.296286 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.296481 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.296684 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.296684 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297058 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297058 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297369 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297369 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297674 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297674 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_json = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297990 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297990 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.297990 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.298533 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.298533 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.298533 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.298932 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.298932 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.298932 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:13:53.299149 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.299244 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.299404 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.299548 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.300334 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.300500 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.300660 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.300822 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.301026 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.301119 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.301293 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.301455 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.301627 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.301788 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.301948 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.302117 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.302302 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.302466 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.302628 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.302789 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.302952 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.303111 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.303282 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.303442 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.303601 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.303761 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.303921 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.304090 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.304250 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.304419 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.304596 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.304757 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.304919 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.305080 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.305241 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.305403 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.305565 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.305727 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.305889 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.306051 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.306271 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.306432 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.306593 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.306754 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.306917 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.307080 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.307242 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.307405 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.307567 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.307729 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.307892 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.308053 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.308215 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.308378 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.308504 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:13:53.308595 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.308676 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.308840 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.309014 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.309175 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.309337 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.309498 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.309660 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.309820 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.309982 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.310143 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.310315 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.310480 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.310642 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.310819 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.310980 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.311157 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.311298 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.311459 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.311625 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.311787 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.311947 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.312108 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.312268 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.312429 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.312589 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.312750 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.312908 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.313076 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.313531 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.313531 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.313740 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.313740 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.313882 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.314042 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.314243 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.314384 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.314555 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.314709 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.314867 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.315028 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.315251 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.315743 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.315743 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.315991 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.315991 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.316226 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.316226 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.316475 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.316601 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.316729 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.316892 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.317054 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.317213 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.317374 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.317537 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.317680 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.317849 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.318010 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.318175 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.318361 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.318504 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.318718 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.318875 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.318998 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.319138 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.319298 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.319462 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.319623 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.319792 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.319962 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.320134 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.320302 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.320440 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.320588 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.320800 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.320939 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.321055 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.321996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.321996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.321996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.321996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.321996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.321996 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.322657 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.322657 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.322657 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.322657 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.322928 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.322928 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.323079 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.323221 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.323384 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.323547 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.323707 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.323869 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.324033 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.324193 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.324355 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.324835 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.324936 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.325078 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.325240 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.325402 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326171 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326171 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326171 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326171 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326171 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326513 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326513 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326665 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326790 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.326950 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.327112 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.327273 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.327433 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.327595 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.327755 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.327915 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.328075 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.328235 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.328399 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.328562 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.328801 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.328997 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.329158 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.329320 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.329490 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.329635 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.329799 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.329961 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.330120 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.330302 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.330469 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.330630 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.330796 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.331001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.331163 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.331325 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.331519 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.331658 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.331818 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.331984 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.332146 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.332307 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.332469 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.332630 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.332791 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.332954 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.333116 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.337366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.337366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.337366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.337366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.337366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.337366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.337366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.337366 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338001 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338632 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338632 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338632 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338632 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338632 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338632 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338632 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.338632 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339195 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.339738 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340270 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340270 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340270 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340270 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340270 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340270 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340672 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340672 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340825 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.340905 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.341256 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.341256 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.341418 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.341620 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.341620 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.341777 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.341928 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.342089 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.342271 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.342434 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.342816 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.342816 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.342974 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.343053 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.343221 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.343382 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.343545 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.343711 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.343883 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.344067 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.344216 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.344387 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.344562 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.344731 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.344891 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.345056 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.345229 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.345556 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.345556 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.345715 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.345844 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.346055 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.347016 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.347016 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.348453 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.349378 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.349378 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.349378 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:13:53.349378 dv-cinder-841632-1-iscsi neutron-server[103947]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103947) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:13:53.438515 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 42866) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:13:53.447285 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065014 May 13 13:14:05.577449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca3042-a319-4b3d-ae9d-709887a26a07 None None] get_active_networks_info from dv-cinder-841632-1-iscsi {{(pid=104060) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 13 13:14:05.667086 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca3042-a319-4b3d-ae9d-709887a26a07 None None] No non-hosted networks {{(pid=104060) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 13:14:05.718283 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.agentschedulers_db [None req-24ca3042-a319-4b3d-ae9d-709887a26a07 None None] DHCP Agent not found on host dv-cinder-841632-1-iscsi {{(pid=104060) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 13:14:05.907118 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-786fa090-7391-4edc-aa6f-06f1baa5e2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593883'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:08.081260 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-30ffdf91-d4ac-45ae-9faa-7b791ee23221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593883'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:08.136224 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.db.api [None req-50e74bd8-be3e-4b79-8013-4d0a2c85c78c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-841632-1-iscsi {{(pid=104060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:14:08.136922 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG oslo_db.api [None req-50e74bd8-be3e-4b79-8013-4d0a2c85c78c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:14:08.785463 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50e74bd8-be3e-4b79-8013-4d0a2c85c78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:09.246986 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42930) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:09.603006 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593883'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:09.927983 dv-cinder-841632-1-iscsi neutron-server[104058]: WARNING oslo_policy.policy [None req-4d92141e-c0b4-482a-b800-39f3c07344bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:14:09.928892 dv-cinder-841632-1-iscsi neutron-server[104058]: WARNING oslo_policy.policy [None req-4d92141e-c0b4-482a-b800-39f3c07344bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:14:10.159819 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [None req-4d92141e-c0b4-482a-b800-39f3c07344bc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:14:10.182926 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4d92141e-c0b4-482a-b800-39f3c07344bc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9327948 May 13 13:14:11.106450 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593883'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:12.505747 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593883'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:12.506484 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.507120 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.507461 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.507791 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.508117 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.508446 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.508772 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.509116 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.509444 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.509766 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.510109 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.510490 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.510960 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.511418 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.511710 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:12.512176 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841632-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:12.522431 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841632-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:12.642048 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.db.l3_hamode_db [None req-8016a865-98a6-4ca4-a032-1964275b5351 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 13:14:12.730347 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016a865-98a6-4ca4-a032-1964275b5351 None None] Routers set() bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:14:12.730951 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016a865-98a6-4ca4-a032-1964275b5351 None None] Router IDs set() for agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 13 13:14:12.844629 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42964) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:13.187608 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-8f47139a-1938-4642-aaff-0345e2a5c2e3 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:14:13.281708 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.policy [None req-8f47139a-1938-4642-aaff-0345e2a5c2e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104058) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 13:14:13.323460 dv-cinder-841632-1-iscsi neutron-server[104058]: WARNING oslo_policy.policy [None req-8f47139a-1938-4642-aaff-0345e2a5c2e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:14:13.323840 dv-cinder-841632-1-iscsi neutron-server[104058]: WARNING oslo_policy.policy [None req-8f47139a-1938-4642-aaff-0345e2a5c2e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:14:13.476020 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8f47139a-1938-4642-aaff-0345e2a5c2e3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733591450732', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733591452280', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733591370671', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733591345545', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733591341491', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733591350863', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1352710', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1820668', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558213', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612562'] for rbac-policy (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:13.696339 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8f47139a-1938-4642-aaff-0345e2a5c2e3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:13.697541 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8f47139a-1938-4642-aaff-0345e2a5c2e3 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8519297 May 13 13:14:16.191715 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 42976) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:16.713143 dv-cinder-841632-1-iscsi neutron-server[104059]: WARNING oslo_policy.policy [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:14:16.713728 dv-cinder-841632-1-iscsi neutron-server[104059]: WARNING oslo_policy.policy [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:14:16.937334 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:14:17.054420 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Made reservation on behalf of f6f02f40e46748f9971b4d105d066647 for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:14:17.119980 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.policy [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104059) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 13:14:17.162980 dv-cinder-841632-1-iscsi neutron-server[104059]: WARNING oslo_policy.policy [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:14:17.163366 dv-cinder-841632-1-iscsi neutron-server[104059]: WARNING oslo_policy.policy [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:14:17.173552 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.197908 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.321842 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Publish callbacks [] for security_group (ad08232f-b075-4a7b-bf19-62df52b98d02), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.397012 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ad08232f-b075-4a7b-bf19-62df52b98d02), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.431157 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:14:17.460361 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733592009256', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (e78d61d9-c74c-420b-8fc0-78ab133fd541), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.460865 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Unsubscribe: segment precommit_create {{(pid=104059) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 13:14:17.461416 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Added segment e78d61d9-c74c-420b-8fc0-78ab133fd541 of type vlan for network fa9c00e8-e557-40b1-84e2-47632573e816 May 13 13:14:17.467310 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ad08232f-b075-4a7b-bf19-62df52b98d02,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:17.498924 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.499257 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.499601 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.499941 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.500292 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.500581 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.500889 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.501198 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.501506 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.501814 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.502126 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.502473 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.502780 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.503085 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.503389 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Tracked resource versions report: May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: pushed versions: May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: { 'AddressGroup': {'1.2'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Agent': {'1.1'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'ConntrackHelper': {'1.0'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'LocalIPAssociation': {'1.0'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Log': {'1.0'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'NDPProxy': {'1.0'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Network': {'1.1'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Port': {'1.7'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'PortForwarding': {'1.3'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'QosPolicy': {'1.10'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SecurityGroup': {'1.5'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SecurityGroupRule': {'1.2'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SubPort': {'1.0'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Subnet': {'1.1'}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Trunk': {'1.1'}} May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: consumer versions: May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: { DHCP agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: L3 agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: Metadata agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: Metering agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: Open vSwitch agent@dv-cinder-841632-1-iscsi: { 'AddressGroup': '1.2', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Agent': '1.1', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'ConntrackHelper': '1.0', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'LocalIPAssociation': '1.0', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Log': '1.0', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'NDPProxy': '1.0', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Network': '1.1', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Port': '1.7', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'PortForwarding': '1.3', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'QosPolicy': '1.10', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SecurityGroup': '1.5', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SecurityGroupRule': '1.2', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SubPort': '1.0', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Subnet': '1.1', May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Trunk': '1.1'}} May 13 13:14:17.504784 dv-cinder-841632-1-iscsi neutron-server[104059]: {{(pid=104059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:14:17.588887 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (fa9c00e8-e557-40b1-84e2-47632573e816), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.751677 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (fa9c00e8-e557-40b1-84e2-47632573e816), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.757483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:14:17.758234 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.883128 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] Pushing event updated for resources: {'Network': ['ID=fa9c00e8-e557-40b1-84e2-47632573e816,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:17.896443 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network fa9c00e8-e557-40b1-84e2-47632573e816 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:14:17.937001 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-90114055-a614-4916-b15c-eaaa00dfe5af demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7438977 May 13 13:14:20.477604 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 42996) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:20.908830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35df4da-2774-4893-be7c-5d83de942e24 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:14:20.910319 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a35df4da-2774-4893-be7c-5d83de942e24 demo admin] 10.222.0.13 "GET /v2.0/networks/fa9c00e8-e557-40b1-84e2-47632573e816 HTTP/1.1" status: 200 len: 825 time: 0.4318306 May 13 13:14:20.951163 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-8793d1b3-cecb-42d1-a8cd-06c37e7bf32e demo admin] 10.222.0.13 "GET /v2.0/subnetpools/2834e19e-0a00-49e8-b8a0-475a3c416f1a HTTP/1.1" status: 200 len: 734 time: 0.0350740 May 13 13:14:20.961362 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Request body: {'subnet': {'subnetpool_id': '2834e19e-0a00-49e8-b8a0-475a3c416f1a', 'ip_version': 4, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:14:21.065991 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Made reservation on behalf of f6f02f40e46748f9971b4d105d066647 for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:14:21.068353 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:21.483463 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (a509934a-73f0-468d-851e-194e377c3755), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:21.554896 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a509934a-73f0-468d-851e-194e377c3755,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:21.556865 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Checking segment: {'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:14:21.557215 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Network hostable DHCP agents. Network: fa9c00e8-e557-40b1-84e2-47632573e816, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:14:21.659773 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Network fa9c00e8-e557-40b1-84e2-47632573e816 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:14:21.739986 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, fa9c00e8-e557-40b1-84e2-47632573e816) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:14:21.744646 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:14:21.745279 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:21.751223 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6160035f-bb76-4ab0-954f-e7495f430ef0 None None] Network fa9c00e8-e557-40b1-84e2-47632573e816 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:14:21.817934 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-8a92ab29-4a11-4e9e-902a-f034d6dd8ca8 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8602612 May 13 13:14:22.024148 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-fa9c00e8-e557-40b1-84e2-47632573e816', 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816', 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'fixed_ips': [{'subnet_id': 'a509934a-73f0-468d-851e-194e377c3755'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:14:22.025375 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:22.321224 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Allocated IP 172.20.0.2 (fa9c00e8-e557-40b1-84e2-47632573e816/a509934a-73f0-468d-851e-194e377c3755/d615e2b1-f695-4dc8-81a0-c4eb3a295e8a) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:14:22.622502 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Publish callbacks [] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:22.700309 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:22.771061 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Network fa9c00e8-e557-40b1-84e2-47632573e816 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:14:22.775919 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:14:22.795245 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:14:22.798591 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Pushing event updated for resources: {'Port': ['ID=d615e2b1-f695-4dc8-81a0-c4eb3a295e8a,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:22.835149 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.835542 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.835851 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.836207 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.836542 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.836870 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.837201 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.837632 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.838012 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.838380 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.838674 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.839018 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.839334 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.839659 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.839970 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Tracked resource versions report: May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: pushed versions: May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: { 'AddressGroup': {'1.2'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Agent': {'1.1'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'ConntrackHelper': {'1.0'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'LocalIPAssociation': {'1.0'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Log': {'1.0'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'NDPProxy': {'1.0'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Network': {'1.1'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Port': {'1.7'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'PortForwarding': {'1.3'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'QosPolicy': {'1.10'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SecurityGroup': {'1.5'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SecurityGroupRule': {'1.2'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SubPort': {'1.0'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Subnet': {'1.1'}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Trunk': {'1.1'}} May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: consumer versions: May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: { DHCP agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: L3 agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: Metadata agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: Metering agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: Open vSwitch agent@dv-cinder-841632-1-iscsi: { 'AddressGroup': '1.2', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Agent': '1.1', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'ConntrackHelper': '1.0', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'LocalIPAssociation': '1.0', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Log': '1.0', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'NDPProxy': '1.0', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Network': '1.1', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Port': '1.7', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'PortForwarding': '1.3', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'QosPolicy': '1.10', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SecurityGroup': '1.5', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SecurityGroupRule': '1.2', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SubPort': '1.0', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Subnet': '1.1', May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Trunk': '1.1'}} May 13 13:14:22.841436 dv-cinder-841632-1-iscsi neutron-server[104060]: {{(pid=104060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:14:22.908090 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Attempting to bind port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:14:22.908090 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Attempting to bind port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:14:22.908090 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Attempting to bind port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a on network fa9c00e8-e557-40b1-84e2-47632573e816 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:14:22.909233 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:14:22.909233 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Checking segment: {'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:14:22.909233 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:22.909233 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Bound using segment: {'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:14:22.909233 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Bound port: d615e2b1-f695-4dc8-81a0-c4eb3a295e8a, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:14:22.909233 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:22.969201 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] For port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:14:22.995325 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] For port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d615e2b1-f695-4dc8-81a0-c4eb3a295e8a,segment=NetworkSegment(e78d61d9-c74c-420b-8fc0-78ab133fd541),segment_id=e78d61d9-c74c-420b-8fc0-78ab133fd541)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:14:23.254498 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:23.314363 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6f50c-0464-4b56-91e8-80729e0a8c79 None None] Pushing event updated for resources: {'Port': ['ID=d615e2b1-f695-4dc8-81a0-c4eb3a295e8a,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:24.416529 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43004) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:24.754427 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [None req-b80cba47-6db5-441e-856a-b33a3b79826f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:14:24.755489 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-b80cba47-6db5-441e-856a-b33a3b79826f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3379645 May 13 13:14:27.371575 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43012) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:27.724157 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [None req-e9f175b7-ca57-4eca-81a4-6618a28071c5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:14:27.725181 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e9f175b7-ca57-4eca-81a4-6618a28071c5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3525865 May 13 13:14:30.259371 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43020) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:30.634518 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-1b362485-2325-41af-85cf-134cdbe4aa58 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:14:30.723213 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1b362485-2325-41af-85cf-134cdbe4aa58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (672f7e8a-6674-41ef-8755-06421d67229f), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:30.725784 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1b362485-2325-41af-85cf-134cdbe4aa58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (672f7e8a-6674-41ef-8755-06421d67229f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:30.882970 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1b362485-2325-41af-85cf-134cdbe4aa58 demo demo] Publish callbacks [] for router_controller (672f7e8a-6674-41ef-8755-06421d67229f), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:30.952211 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1b362485-2325-41af-85cf-134cdbe4aa58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (672f7e8a-6674-41ef-8755-06421d67229f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:31.027517 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1b362485-2325-41af-85cf-134cdbe4aa58 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:31.028721 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1b362485-2325-41af-85cf-134cdbe4aa58 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7680249 May 13 13:14:33.587923 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43032) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:33.918449 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [None req-a1a439eb-6d93-4a1c-b63d-baa02b53a932 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:14:33.919439 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a1a439eb-6d93-4a1c-b63d-baa02b53a932 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3305881 May 13 13:14:35.175401 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db51e8e-23ce-419e-ba8f-bca8efb6a0bc None None] Network fa9c00e8-e557-40b1-84e2-47632573e816 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:14:35.227198 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d615e2b1-f695-4dc8-81a0-c4eb3a295e8a up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:14:35.296500 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-ecc4af7a-ff27-4045-b90b-b2f167e56757 None None] Provisioning complete for port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:35.296919 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecc4af7a-ff27-4045-b90b-b2f167e56757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:35.428378 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:35.428744 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:35.540872 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-ecc4af7a-ff27-4045-b90b-b2f167e56757 None None] Current status of the port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:14:35.541264 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecc4af7a-ff27-4045-b90b-b2f167e56757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:35.609598 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-ecc4af7a-ff27-4045-b90b-b2f167e56757 None None] For port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d615e2b1-f695-4dc8-81a0-c4eb3a295e8a,segment=NetworkSegment(e78d61d9-c74c-420b-8fc0-78ab133fd541),segment_id=e78d61d9-c74c-420b-8fc0-78ab133fd541)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:14:35.633000 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:14:35.633417 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:35.665045 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-aecbfe43-7326-47c6-976f-32f45ab2e2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:35.700489 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ecc4af7a-ff27-4045-b90b-b2f167e56757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:35.775772 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.db.api [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:14:35.776065 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG oslo_db.api [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:14:35.780434 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4af7a-ff27-4045-b90b-b2f167e56757 None None] Pushing event updated for resources: {'Port': ['ID=d615e2b1-f695-4dc8-81a0-c4eb3a295e8a,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:35.820157 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-ec66df09-6ae6-43ae-8c0d-f03eba1caae1 None None] Provisioning complete for port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:35.820545 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ec66df09-6ae6-43ae-8c0d-f03eba1caae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:35.907758 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-ec66df09-6ae6-43ae-8c0d-f03eba1caae1 None None] Current status of the port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:14:36.314132 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:14:36.522880 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43042) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:36.858251 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:14:36.956471 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Made reservation on behalf of 51195917460547f8a30dcb35058f5c2c for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:14:36.959374 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:36.976142 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:37.081062 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Publish callbacks [] for security_group (8d4d7fa5-5fce-4376-95b6-47b4091e75a5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:37.179473 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8d4d7fa5-5fce-4376-95b6-47b4091e75a5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:37.197200 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d615e2b1-f695-4dc8-81a0-c4eb3a295e8a up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:14:37.205635 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Reserving flat network on physical network physnet1 {{(pid=104058) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 13:14:37.229352 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d7fa5-5fce-4376-95b6-47b4091e75a5,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:37.241633 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733592009256', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (b00e66c1-fd25-473f-bc5c-aac4127ba8f9), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:37.242251 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Unsubscribe: segment precommit_create {{(pid=104058) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 13:14:37.242781 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Added segment b00e66c1-fd25-473f-bc5c-aac4127ba8f9 of type flat for network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 May 13 13:14:37.249517 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:37.249972 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:37.250095 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.250356 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.250718 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.256228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Tracked resource versions report: May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: pushed versions: May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: { 'AddressGroup': {'1.2'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Agent': {'1.1'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'ConntrackHelper': {'1.0'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Log': {'1.0'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'NDPProxy': {'1.0'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Network': {'1.1'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Port': {'1.7'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'PortForwarding': {'1.3'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'QosPolicy': {'1.10'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SecurityGroup': {'1.5'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SubPort': {'1.0'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Subnet': {'1.1'}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Trunk': {'1.1'}} May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: consumer versions: May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: { DHCP agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: L3 agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: Metadata agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: Metering agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: Open vSwitch agent@dv-cinder-841632-1-iscsi: { 'AddressGroup': '1.2', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Agent': '1.1', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'ConntrackHelper': '1.0', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'LocalIPAssociation': '1.0', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Log': '1.0', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'NDPProxy': '1.0', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Network': '1.1', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Port': '1.7', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'PortForwarding': '1.3', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'QosPolicy': '1.10', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SecurityGroup': '1.5', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SecurityGroupRule': '1.2', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SubPort': '1.0', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Subnet': '1.1', May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Trunk': '1.1'}} May 13 13:14:37.257218 dv-cinder-841632-1-iscsi neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:14:37.334346 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:14:37.358566 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (4ae6d7c2-b512-4e8f-b736-5b3160709f71), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:37.476479 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (4ae6d7c2-b512-4e8f-b736-5b3160709f71), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:37.477595 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:14:37.478313 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:37.579336 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae6d7c2-b512-4e8f-b736-5b3160709f71,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:37.590053 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:14:37.685295 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6e34fffb-ca62-4fbf-84d8-64f2021c7ac7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1613135 May 13 13:14:38.054100 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5ac9a80b-7fc9-4480-9312-2c368bc96f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:39.499675 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:40.161402 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43064) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:40.386669 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7977bb-d131-44ba-96e6-ebeaef12dc8f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:14:40.388081 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6c7977bb-d131-44ba-96e6-ebeaef12dc8f demo admin] 10.222.0.13 "GET /v2.0/subnets/a509934a-73f0-468d-851e-194e377c3755 HTTP/1.1" status: 200 len: 849 time: 0.2257040 May 13 13:14:40.539846 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8b20cc7e-9fbd-44f2-8444-68fc27f786e6 demo admin] 10.222.0.13 "GET /v2.0/routers/672f7e8a-6674-41ef-8755-06421d67229f HTTP/1.1" status: 200 len: 704 time: 0.1455398 May 13 13:14:40.823080 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:41.042377 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:41.154998 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Allocated IP 172.20.0.1 (fa9c00e8-e557-40b1-84e2-47632573e816/a509934a-73f0-468d-851e-194e377c3755/182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:14:41.353835 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Publish callbacks [] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:41.472843 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:41.558473 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Network fa9c00e8-e557-40b1-84e2-47632573e816 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:14:41.569350 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:14:41.573437 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:14:41.574049 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (672f7e8a-6674-41ef-8755-06421d67229f), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:41.577188 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Pushing event updated for resources: {'Port': ['ID=182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:41.769720 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-f97f29bb-f5d3-4adf-978a-cacf37d2924a None None] Provisioning complete for port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:41.770103 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f97f29bb-f5d3-4adf-978a-cacf37d2924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:41.808611 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-f97f29bb-f5d3-4adf-978a-cacf37d2924a None None] Port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:14:41.903695 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:42.128880 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Publish callbacks [] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:42.225056 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:42.225881 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (672f7e8a-6674-41ef-8755-06421d67229f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:42.307449 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Pushing event updated for resources: {'Port': ['ID=182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:42.357697 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Network fa9c00e8-e557-40b1-84e2-47632573e816 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:14:42.359281 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:14:42.476471 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:42.535901 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-188c4759-51bc-4a94-8766-288d7d19ebee None None] Provisioning complete for port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:42.546162 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-188c4759-51bc-4a94-8766-288d7d19ebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:42.572367 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-188c4759-51bc-4a94-8766-288d7d19ebee None None] Port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:14:42.648651 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Router 672f7e8a-6674-41ef-8755-06421d67229f is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:14:42.753514 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:14:42.760527 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d7c89f1b-6400-4dca-ae79-28ccf8357225 demo admin] 10.222.0.13 "PUT /v2.0/routers/672f7e8a-6674-41ef-8755-06421d67229f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2137008 May 13 13:14:42.764865 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Sync routers for ids ['672f7e8a-6674-41ef-8755-06421d67229f'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:14:42.785792 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Routers {'672f7e8a-6674-41ef-8755-06421d67229f'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:14:42.786635 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:14:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['672f7e8a-6674-41ef-8755-06421d67229f'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:42.992507 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Set router 672f7e8a-6674-41ef-8755-06421d67229f gateway port host: None {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:14:43.441094 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672f7e8a-6674-41ef-8755-06421d67229f', 'name': 'router1', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:14:30Z', 'updated_at': '2022-05-13T13:14:41Z', 'revision_number': 2, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'gw_port_host': None, '_interfaces': [{'id': '182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9', 'name': '', 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'mac_address': 'fa:16:3e:c4:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a509934a-73f0-468d-851e-194e377c3755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:40Z', 'updated_at': '2022-05-13T13:14:41Z', 'revision_number': 2, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'subnets': [{'id': 'a509934a-73f0-468d-851e-194e377c3755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2834e19e-0a00-49e8-b8a0-475a3c416f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:43.494949 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Checking router: 672f7e8a-6674-41ef-8755-06421d67229f for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:14:43.495325 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Updating router 672f7e8a-6674-41ef-8755-06421d67229f port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:14:43.553670 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.095109 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Publish callbacks [] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.168060 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.341264 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Pushing event updated for resources: {'Port': ['ID=182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:44.353344 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Attempting to bind port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:14:44.353762 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Attempting to bind port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:14:44.354219 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Attempting to bind port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 on network fa9c00e8-e557-40b1-84e2-47632573e816 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:14:44.358476 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.358814 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.359156 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.359495 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.359922 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.360391 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.360924 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.361926 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.362283 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.362619 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.362946 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.363284 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.363609 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.363927 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.364245 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Tracked resource versions report: May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: pushed versions: May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: { 'AddressGroup': {'1.2'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Agent': {'1.1'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'ConntrackHelper': {'1.0'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'LocalIPAssociation': {'1.0'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Log': {'1.0'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'NDPProxy': {'1.0'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Network': {'1.1'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Port': {'1.7'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'PortForwarding': {'1.3'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'QosPolicy': {'1.10'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SecurityGroup': {'1.5'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SecurityGroupRule': {'1.2'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SubPort': {'1.0'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Subnet': {'1.1'}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Trunk': {'1.1'}} May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: consumer versions: May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: { DHCP agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: L3 agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: Metadata agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: Metering agent@dv-cinder-841632-1-iscsi: {}, May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: Open vSwitch agent@dv-cinder-841632-1-iscsi: { 'AddressGroup': '1.2', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Agent': '1.1', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'ConntrackHelper': '1.0', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'LocalIPAssociation': '1.0', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Log': '1.0', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'NDPProxy': '1.0', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Network': '1.1', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Port': '1.7', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'PortForwarding': '1.3', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'QosPolicy': '1.10', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SecurityGroup': '1.5', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SecurityGroupRule': '1.2', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SubPort': '1.0', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Subnet': '1.1', May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Trunk': '1.1'}} May 13 13:14:44.365724 dv-cinder-841632-1-iscsi neutron-server[104061]: {{(pid=104061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:14:44.370516 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:14:44.370942 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Checking segment: {'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:14:44.371439 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.371824 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Bound using segment: {'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:14:44.372341 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Bound port: 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78d61d9-c74c-420b-8fc0-78ab133fd541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:14:44.372720 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.455897 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] For port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:14:44.474445 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-fa0aa8a5-7657-4427-92c6-49d76c0155c2 None None] Provisioning complete for port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:44.475055 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa8a5-7657-4427-92c6-49d76c0155c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.478723 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] For port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9,segment=NetworkSegment(e78d61d9-c74c-420b-8fc0-78ab133fd541),segment_id=e78d61d9-c74c-420b-8fc0-78ab133fd541)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:14:44.511559 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-fa0aa8a5-7657-4427-92c6-49d76c0155c2 None None] Port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:14:44.557250 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.621175 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52a106-b0da-4fe8-a994-15ee44619bee None None] Pushing event updated for resources: {'Port': ['ID=182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9,revision_number=4']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:44.630186 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Routers {'672f7e8a-6674-41ef-8755-06421d67229f'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:14:44.631180 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:14:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['672f7e8a-6674-41ef-8755-06421d67229f'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:44.736105 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] Set router 672f7e8a-6674-41ef-8755-06421d67229f gateway port host: None {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:14:44.834534 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-06ee45c3-add4-4ab0-b300-b99fe1444ecc None None] Provisioning complete for port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:44.835088 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06ee45c3-add4-4ab0-b300-b99fe1444ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.920360 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-06ee45c3-add4-4ab0-b300-b99fe1444ecc None None] Current status of the port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:14:44.920676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06ee45c3-add4-4ab0-b300-b99fe1444ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:44.961708 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-06ee45c3-add4-4ab0-b300-b99fe1444ecc None None] For port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9,segment=NetworkSegment(e78d61d9-c74c-420b-8fc0-78ab133fd541),segment_id=e78d61d9-c74c-420b-8fc0-78ab133fd541)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:14:44.972864 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672f7e8a-6674-41ef-8755-06421d67229f', 'name': 'router1', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:14:30Z', 'updated_at': '2022-05-13T13:14:41Z', 'revision_number': 2, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'gw_port_host': None, '_interfaces': [{'id': '182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9', 'name': '', 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'mac_address': 'fa:16:3e:c4:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a509934a-73f0-468d-851e-194e377c3755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:40Z', 'updated_at': '2022-05-13T13:14:44Z', 'revision_number': 4, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'subnets': [{'id': 'a509934a-73f0-468d-851e-194e377c3755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2834e19e-0a00-49e8-b8a0-475a3c416f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:45.001016 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661333fd-4f76-46f8-a517-de9fcbf32a40 None None] The sync data for ids ['672f7e8a-6674-41ef-8755-06421d67229f'] in dv-cinder-841632-1-iscsi is: [{'id': '672f7e8a-6674-41ef-8755-06421d67229f', 'name': 'router1', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:14:30Z', 'updated_at': '2022-05-13T13:14:41Z', 'revision_number': 2, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'gw_port_host': None, '_interfaces': [{'id': '182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9', 'name': '', 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'mac_address': 'fa:16:3e:c4:c9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a509934a-73f0-468d-851e-194e377c3755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:40Z', 'updated_at': '2022-05-13T13:14:44Z', 'revision_number': 4, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'subnets': [{'id': 'a509934a-73f0-468d-851e-194e377c3755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2834e19e-0a00-49e8-b8a0-475a3c416f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:14:45.053831 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-06ee45c3-add4-4ab0-b300-b99fe1444ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:45.107865 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee45c3-add4-4ab0-b300-b99fe1444ecc None None] Pushing event updated for resources: {'Port': ['ID=182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:45.246773 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43084) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:45.363015 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e7ab0-6d50-479a-9d80-7a314a325328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:14:45.364370 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-056e7ab0-6d50-479a-9d80-7a314a325328 admin admin] 10.222.0.13 "GET /v2.0/networks/4ae6d7c2-b512-4e8f-b736-5b3160709f71 HTTP/1.1" status: 200 len: 842 time: 0.1166694 May 13 13:14:45.373617 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:14:45.476800 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Made reservation on behalf of 51195917460547f8a30dcb35058f5c2c for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:14:45.479064 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:45.939419 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.objects.ports [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104059) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 13 13:14:45.939879 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (884197f4-2b78-4ccd-a3ee-93db98a8cf13), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:45.994459 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=884197f4-2b78-4ccd-a3ee-93db98a8cf13,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:46.005245 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:14:46.005603 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Network hostable DHCP agents. Network: 4ae6d7c2-b512-4e8f-b736-5b3160709f71, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:14:46.167805 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:14:46.305229 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 4ae6d7c2-b512-4e8f-b736-5b3160709f71) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:14:46.309701 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:14:46.310555 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:46.321018 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ff4f56-dd90-4e9b-be39-59a9a313e168 None None] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:14:46.423846 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7485ebd-d4bc-4cd5-917c-5ab02ee89479 None None] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:14:46.479598 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-0a13e103-1b5f-4d0d-a342-73883b15a559 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1092434 May 13 13:14:48.924822 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43092) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:49.063427 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2996cd2f-ea6c-4248-95f6-2d495445f6e6 demo admin] 10.222.0.13 "GET /v2.0/routers/672f7e8a-6674-41ef-8755-06421d67229f HTTP/1.1" status: 200 len: 710 time: 0.1366248 May 13 13:14:49.156435 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35343f7b-d2b4-4e15-af35-4d39998b9253 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:14:49.157887 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-35343f7b-d2b4-4e15-af35-4d39998b9253 demo admin] 10.222.0.13 "GET /v2.0/networks/4ae6d7c2-b512-4e8f-b736-5b3160709f71 HTTP/1.1" status: 200 len: 886 time: 0.0887666 May 13 13:14:49.168144 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:14:49.436240 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks [] for router_gateway (672f7e8a-6674-41ef-8755-06421d67229f), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:49.822893 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks [] for router_gateway (672f7e8a-6674-41ef-8755-06421d67229f), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:49.905918 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:50.019456 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Allocated IP 172.27.2.156 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/d568ce6a-491e-43dc-a10a-afabe98fb0fb) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:14:50.133902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks [] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:50.282647 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:50.322069 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:14:50.325161 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:14:50.328724 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:14:50.379455 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Pushing event updated for resources: {'Port': ['ID=d568ce6a-491e-43dc-a10a-afabe98fb0fb,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:50.781728 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks [] for router_gateway (672f7e8a-6674-41ef-8755-06421d67229f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:51.001525 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-594956', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-584555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9380'] for router (672f7e8a-6674-41ef-8755-06421d67229f), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:51.005592 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-594949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-594970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-584544'] for router (672f7e8a-6674-41ef-8755-06421d67229f), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:51.133549 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Router 672f7e8a-6674-41ef-8755-06421d67229f has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:14:51.255153 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:14:51.260407 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:51.261651 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-842d17cc-510c-474a-a242-83f666134153 demo admin] 10.222.0.13 "PUT /v2.0/routers/672f7e8a-6674-41ef-8755-06421d67229f HTTP/1.1" status: 200 len: 890 time: 2.0968251 May 13 13:14:53.221845 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:14:53.286652 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:53.287122 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:53.374519 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:14:53.831203 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43104) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:14:53.952686 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-74f2cb86-03c7-4c51-94a9-ae121a9c3fd5 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200576 May 13 13:14:54.202864 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Sync routers for ids ['672f7e8a-6674-41ef-8755-06421d67229f'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:14:54.215523 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Routers {'672f7e8a-6674-41ef-8755-06421d67229f'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:14:54.216272 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:14:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['672f7e8a-6674-41ef-8755-06421d67229f'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:54.449752 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Set router 672f7e8a-6674-41ef-8755-06421d67229f gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:14:54.951860 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672f7e8a-6674-41ef-8755-06421d67229f', 'name': 'router1', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd568ce6a-491e-43dc-a10a-afabe98fb0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:14:30Z', 'updated_at': '2022-05-13T13:14:50Z', 'revision_number': 4, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'gw_port': {'id': 'd568ce6a-491e-43dc-a10a-afabe98fb0fb', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:49Z', 'updated_at': '2022-05-13T13:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9', 'name': '', 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'mac_address': 'fa:16:3e:c4:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a509934a-73f0-468d-851e-194e377c3755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:40Z', 'updated_at': '2022-05-13T13:14:44Z', 'revision_number': 5, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'subnets': [{'id': 'a509934a-73f0-468d-851e-194e377c3755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2834e19e-0a00-49e8-b8a0-475a3c416f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:55.004347 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Checking router: 672f7e8a-6674-41ef-8755-06421d67229f for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:14:55.004633 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Updating router 672f7e8a-6674-41ef-8755-06421d67229f port d568ce6a-491e-43dc-a10a-afabe98fb0fb binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:14:55.064619 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:55.412861 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Publish callbacks [] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:55.522047 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:55.574065 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Attempting to bind port d568ce6a-491e-43dc-a10a-afabe98fb0fb on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:14:55.575048 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Attempting to bind port d568ce6a-491e-43dc-a10a-afabe98fb0fb by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:14:55.575048 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Attempting to bind port d568ce6a-491e-43dc-a10a-afabe98fb0fb on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:14:55.581082 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9972ef1-e9b9-48f7-8485-b0f7e92327d3 None None] Pushing event updated for resources: {'Port': ['ID=d568ce6a-491e-43dc-a10a-afabe98fb0fb,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:55.585709 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:14:55.586079 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:14:55.586501 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:55.586871 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:14:55.587335 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Bound port: d568ce6a-491e-43dc-a10a-afabe98fb0fb, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:14:55.587708 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:55.646047 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] For port d568ce6a-491e-43dc-a10a-afabe98fb0fb, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:14:55.649491 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] For port d568ce6a-491e-43dc-a10a-afabe98fb0fb, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d568ce6a-491e-43dc-a10a-afabe98fb0fb,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:14:55.770559 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:55.842945 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Routers {'672f7e8a-6674-41ef-8755-06421d67229f'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:14:55.843492 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:14:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['672f7e8a-6674-41ef-8755-06421d67229f'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:55.847234 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9972ef1-e9b9-48f7-8485-b0f7e92327d3 None None] Pushing event updated for resources: {'Port': ['ID=d568ce6a-491e-43dc-a10a-afabe98fb0fb,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:55.977063 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] Set router 672f7e8a-6674-41ef-8755-06421d67229f gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:14:56.213763 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672f7e8a-6674-41ef-8755-06421d67229f', 'name': 'router1', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd568ce6a-491e-43dc-a10a-afabe98fb0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:14:30Z', 'updated_at': '2022-05-13T13:14:50Z', 'revision_number': 4, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'gw_port': {'id': 'd568ce6a-491e-43dc-a10a-afabe98fb0fb', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:49Z', 'updated_at': '2022-05-13T13:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9', 'name': '', 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'mac_address': 'fa:16:3e:c4:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a509934a-73f0-468d-851e-194e377c3755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:40Z', 'updated_at': '2022-05-13T13:14:44Z', 'revision_number': 5, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'subnets': [{'id': 'a509934a-73f0-468d-851e-194e377c3755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2834e19e-0a00-49e8-b8a0-475a3c416f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:14:56.282680 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2760d82-3aef-48a2-b3b6-43b40ce747e6 None None] The sync data for ids ['672f7e8a-6674-41ef-8755-06421d67229f'] in dv-cinder-841632-1-iscsi is: [{'id': '672f7e8a-6674-41ef-8755-06421d67229f', 'name': 'router1', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'd568ce6a-491e-43dc-a10a-afabe98fb0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:14:30Z', 'updated_at': '2022-05-13T13:14:50Z', 'revision_number': 4, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'gw_port': {'id': 'd568ce6a-491e-43dc-a10a-afabe98fb0fb', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:49Z', 'updated_at': '2022-05-13T13:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9', 'name': '', 'network_id': 'fa9c00e8-e557-40b1-84e2-47632573e816', 'tenant_id': 'f6f02f40e46748f9971b4d105d066647', 'mac_address': 'fa:16:3e:c4:c9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672f7e8a-6674-41ef-8755-06421d67229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a509934a-73f0-468d-851e-194e377c3755', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:14:40Z', 'updated_at': '2022-05-13T13:14:44Z', 'revision_number': 5, 'project_id': 'f6f02f40e46748f9971b4d105d066647', 'subnets': [{'id': 'a509934a-73f0-468d-851e-194e377c3755', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2834e19e-0a00-49e8-b8a0-475a3c416f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:14:57.317552 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d568ce6a-491e-43dc-a10a-afabe98fb0fb up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:14:57.388241 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port d568ce6a-491e-43dc-a10a-afabe98fb0fb triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:57.388709 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:57.479722 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port d568ce6a-491e-43dc-a10a-afabe98fb0fb is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:14:57.480499 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:57.507013 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port d568ce6a-491e-43dc-a10a-afabe98fb0fb, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d568ce6a-491e-43dc-a10a-afabe98fb0fb,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:14:57.585013 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:57.647200 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=d568ce6a-491e-43dc-a10a-afabe98fb0fb,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:14:59.269282 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d568ce6a-491e-43dc-a10a-afabe98fb0fb up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:14:59.368253 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port d568ce6a-491e-43dc-a10a-afabe98fb0fb triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:14:59.368642 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d568ce6a-491e-43dc-a10a-afabe98fb0fb), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:59.529823 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port d568ce6a-491e-43dc-a10a-afabe98fb0fb is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:15:04.217623 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:15:05.584781 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-334e7ae2-b424-47bc-9106-ce95d11979ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:08.049040 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c906-4eeb-4b26-9a92-f739e3607eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:09.488391 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:11.112966 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:12.504938 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:35.619323 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d2308c5a-6c40-40fc-a1a4-6458364072a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:38.076610 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e177ce12-e856-40d1-b218-ce0520bb7619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:39.687485 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:41.036356 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:15:41.207723 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:15:42.487565 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:05.584474 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-81c40d3f-2484-478b-a745-cebe3f4fd4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:08.052751 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-539d243a-c531-422f-9143-137f7ac3f980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:09.515365 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:11.046985 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:12.492023 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:16.620857 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43588) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:16.683380 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f64cc3-c31f-4383-a4b8-d23cd2cb045a admin admin] GET failed (client error): The resource could not be found. May 13 13:16:16.684651 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-67f64cc3-c31f-4383-a4b8-d23cd2cb045a admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628624 May 13 13:16:16.938982 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ea859-205e-4275-a852-a0a7b53c9667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:16.940475 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-755ea859-205e-4275-a852-a0a7b53c9667 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2508857 May 13 13:16:18.207877 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:16:19.191356 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43598) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:19.284990 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839004d0-7185-4539-a399-a332e6770608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:19.286358 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-839004d0-7185-4539-a399-a332e6770608 admin admin] 10.222.0.13 "GET /v2.0/subnets/a509934a-73f0-468d-851e-194e377c3755 HTTP/1.1" status: 200 len: 849 time: 0.0939147 May 13 13:16:19.295493 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:16:19.381631 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Publish callbacks [] for subnet (a509934a-73f0-468d-851e-194e377c3755), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:19.606814 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733592190365'] for subnet (a509934a-73f0-468d-851e-194e377c3755), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:19.642036 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:19.642567 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:19.643850 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] 10.222.0.13 "PUT /v2.0/subnets/a509934a-73f0-468d-851e-194e377c3755 HTTP/1.1" status: 200 len: 868 time: 0.3518884 May 13 13:16:19.662620 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a509934a-73f0-468d-851e-194e377c3755,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:16:19.665705 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d56652-6c0f-42b9-868a-25957865a483 None None] Network fa9c00e8-e557-40b1-84e2-47632573e816 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:16:19.670282 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.670635 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.671000 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.671344 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.671677 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.672117 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.672551 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.672878 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.673223 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.673553 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.673901 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.674264 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.674594 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.674915 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.675233 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc4ddce-175a-4682-900c-3fd9b91c4057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:16:19.994470 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-6174deda-cd60-4b6f-85b1-a32bcd05acc2 None None] Provisioning complete for port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:19.994862 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6174deda-cd60-4b6f-85b1-a32bcd05acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d615e2b1-f695-4dc8-81a0-c4eb3a295e8a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:20.070940 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-6174deda-cd60-4b6f-85b1-a32bcd05acc2 None None] Current status of the port d615e2b1-f695-4dc8-81a0-c4eb3a295e8a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:16:20.079742 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-6174deda-cd60-4b6f-85b1-a32bcd05acc2 None None] Provisioning complete for port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:16:20.080119 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6174deda-cd60-4b6f-85b1-a32bcd05acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:20.161321 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-6174deda-cd60-4b6f-85b1-a32bcd05acc2 None None] Current status of the port 182ca6b0-dd3f-4a69-ab7c-dd878e25bfa9 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:16:21.907567 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43606) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:22.108135 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498ccd7-373b-43fc-9b9c-229fa0e7e1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:22.108507 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498ccd7-373b-43fc-9b9c-229fa0e7e1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:22.110109 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0498ccd7-373b-43fc-9b9c-229fa0e7e1ea admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013679 May 13 13:16:24.399433 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43614) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:24.609526 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf138b-9a65-41f6-8c59-965dbd897bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:24.610078 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf138b-9a65-41f6-8c59-965dbd897bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:24.611880 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-0bbf138b-9a65-41f6-8c59-965dbd897bc0 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2113504 May 13 13:16:26.896011 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43624) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:27.023295 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18632c3c-e38d-48e2-8118-00b29fc08c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:27.024665 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-18632c3c-e38d-48e2-8118-00b29fc08c23 admin admin] 10.222.0.13 "GET /v2.0/networks/4ae6d7c2-b512-4e8f-b736-5b3160709f71 HTTP/1.1" status: 200 len: 886 time: 0.1276810 May 13 13:16:29.312076 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43632) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:29.458544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31f5d51-ac2a-4ad6-9faf-80a5d3ecc387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:29.459817 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d31f5d51-ac2a-4ad6-9faf-80a5d3ecc387 admin admin] 10.222.0.13 "GET /v2.0/networks/fa9c00e8-e557-40b1-84e2-47632573e816 HTTP/1.1" status: 200 len: 869 time: 0.1460650 May 13 13:16:31.729511 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43640) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:31.859955 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94351e59-9623-4061-b01a-47020f2551a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:31.860550 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94351e59-9623-4061-b01a-47020f2551a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:31.862098 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-94351e59-9623-4061-b01a-47020f2551a5 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316555 May 13 13:16:34.128597 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43648) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:34.262163 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58ff36-8d38-49aa-9df5-7736769f3077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:34.262650 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58ff36-8d38-49aa-9df5-7736769f3077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:34.264187 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-5f58ff36-8d38-49aa-9df5-7736769f3077 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346140 May 13 13:16:35.629019 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a5dcbd2f-6119-4403-bc5e-527d120b061f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:36.532386 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43656) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:36.620717 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b45790-5833-42ce-b8a5-0f771e05d96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:36.622116 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-93b45790-5833-42ce-b8a5-0f771e05d96b admin admin] 10.222.0.13 "GET /v2.0/subnets/884197f4-2b78-4ccd-a3ee-93db98a8cf13 HTTP/1.1" status: 200 len: 816 time: 0.0887439 May 13 13:16:38.075264 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0ca80c77-3dd0-41cd-84de-d8982bf84d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:38.911954 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43664) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:16:39.006664 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd26300-2b52-4ae5-81b9-e93eed645f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:16:39.008025 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-4fd26300-2b52-4ae5-81b9-e93eed645f8e admin admin] 10.222.0.13 "GET /v2.0/subnets/a509934a-73f0-468d-851e-194e377c3755 HTTP/1.1" status: 200 len: 868 time: 0.0950851 May 13 13:16:39.498359 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:41.045870 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:42.533134 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:16:55.228189 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:17:05.605603 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-07907afc-ce92-488b-b404-4ae7b6b90834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:08.107733 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-85f524e8-15df-4d2d-8de6-e99806ec788d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:09.502281 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:11.052346 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:12.503833 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:20.432343 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43722) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:17:20.482289 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [None req-efb3c241-e693-413e-8345-cf14830094e9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:17:20.483333 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-efb3c241-e693-413e-8345-cf14830094e9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0500288 May 13 13:17:22.837669 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43730) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:17:22.898175 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506caf5-f30a-4d2e-a683-aa50f9c27d8a admin admin] GET failed (client error): The resource could not be found. May 13 13:17:22.899474 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-3506caf5-f30a-4d2e-a683-aa50f9c27d8a admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608630 May 13 13:17:23.042132 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3971f7d-be7a-4bba-a512-a365dc588454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:17:23.043549 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c3971f7d-be7a-4bba-a512-a365dc588454 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400540 May 13 13:17:25.349342 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43738) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:17:25.397487 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:17:25.492469 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Made reservation on behalf of 51195917460547f8a30dcb35058f5c2c for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:17:25.494709 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:25.522182 dv-cinder-841632-1-iscsi neutron-server[104058]: WARNING neutron.services.revisions.revision_plugin [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Could not find related network for resource to bump revision. May 13 13:17:25.536997 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:17:25.547123 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (1ba10027-3ebe-4712-bb40-2ccf28ae666b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:25.547621 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Added segment 1ba10027-3ebe-4712-bb40-2ccf28ae666b of type vlan for network d63db359-72d8-4294-83e2-108009a1189c May 13 13:17:25.585795 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (d63db359-72d8-4294-83e2-108009a1189c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:25.692034 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (d63db359-72d8-4294-83e2-108009a1189c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:25.692961 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:17:25.693540 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:25.752550 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d63db359-72d8-4294-83e2-108009a1189c,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:17:25.758915 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.759257 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.759595 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.759927 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.760254 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.760578 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.760901 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.761235 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.761554 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.761870 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.762183 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.762597 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.762911 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.763243 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.763592 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:25.775615 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network d63db359-72d8-4294-83e2-108009a1189c details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:17:25.826536 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-17a220ef-5f91-439d-9060-2557d480ecc5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4760165 May 13 13:17:28.090047 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43746) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:17:28.149778 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.pecan_wsgi.hooks.translation [None req-12992302-efd7-4f22-bb1a-d8b6283a19d7 admin admin] GET failed (client error): The resource could not be found. May 13 13:17:28.151059 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-12992302-efd7-4f22-bb1a-d8b6283a19d7 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599163 May 13 13:17:28.223421 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6031c9-629e-455e-b014-e95a00daad77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:17:28.224866 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-3f6031c9-629e-455e-b014-e95a00daad77 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0698142 May 13 13:17:28.236483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Request body: {'subnet': {'network_id': 'd63db359-72d8-4294-83e2-108009a1189c', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:17:28.324250 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Made reservation on behalf of 51195917460547f8a30dcb35058f5c2c for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:17:28.326512 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:28.578875 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (16086195-6345-4a13-a300-26734eab5a32), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:28.636727 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16086195-6345-4a13-a300-26734eab5a32,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:17:28.646844 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.647185 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.647539 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.647875 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.648203 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.648528 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.648847 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.649166 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.649498 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.649822 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.650157 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.650518 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.650838 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.651153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.651467 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:28.656684 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Checking segment: {'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:17:28.657036 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Network hostable DHCP agents. Network: d63db359-72d8-4294-83e2-108009a1189c, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:17:28.714550 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Network d63db359-72d8-4294-83e2-108009a1189c is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:17:28.789236 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, d63db359-72d8-4294-83e2-108009a1189c) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:17:28.793363 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:17:28.794039 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:28.798686 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce40da-878e-47a8-a937-3488f0adee5b None None] Network d63db359-72d8-4294-83e2-108009a1189c requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:17:28.912468 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e0eb0ac9-04d7-421c-a106-87aabc0342b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6807709 May 13 13:17:29.004066 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-d63db359-72d8-4294-83e2-108009a1189c', 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c', 'project_id': '51195917460547f8a30dcb35058f5c2c', 'fixed_ips': [{'subnet_id': '16086195-6345-4a13-a300-26734eab5a32'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:17:29.004928 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:29.151102 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Allocated IP 192.168.233.2 (d63db359-72d8-4294-83e2-108009a1189c/16086195-6345-4a13-a300-26734eab5a32/6aaeb6eb-277b-4505-9136-aa41b85ad4a0) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:17:29.302075 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Publish callbacks [] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:29.384151 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:29.428578 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Network d63db359-72d8-4294-83e2-108009a1189c is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:17:29.431611 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:17:29.438677 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:17:29.445683 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Pushing event updated for resources: {'Port': ['ID=6aaeb6eb-277b-4505-9136-aa41b85ad4a0,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:17:29.456289 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.456572 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.456924 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.457282 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.457616 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.457943 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.458289 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.458614 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.458934 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.459253 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.459572 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.459906 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.460234 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.460548 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.460863 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:17:29.516609 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Attempting to bind port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:17:29.516982 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Attempting to bind port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:17:29.517342 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Attempting to bind port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 on network d63db359-72d8-4294-83e2-108009a1189c {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:17:29.522650 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:17:29.523025 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Checking segment: {'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:17:29.523427 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:29.523814 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Bound using segment: {'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:17:29.524271 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Bound port: 6aaeb6eb-277b-4505-9136-aa41b85ad4a0, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:17:29.524653 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:29.589744 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] For port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:17:29.593620 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] For port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=6aaeb6eb-277b-4505-9136-aa41b85ad4a0,segment=NetworkSegment(1ba10027-3ebe-4712-bb40-2ccf28ae666b),segment_id=1ba10027-3ebe-4712-bb40-2ccf28ae666b)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:17:29.704720 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:29.764460 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3f930-67ae-4a49-8e5c-19d3a278a405 None None] Pushing event updated for resources: {'Port': ['ID=6aaeb6eb-277b-4505-9136-aa41b85ad4a0,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:17:30.614578 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9e1c7-2640-4cf5-8c6f-65473e2fa67d None None] Network d63db359-72d8-4294-83e2-108009a1189c requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:17:30.666854 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-8f090cfb-a8cf-42c6-87ca-ed2318c0edc1 None None] Provisioning complete for port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:17:30.667226 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f090cfb-a8cf-42c6-87ca-ed2318c0edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:30.796568 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-8f090cfb-a8cf-42c6-87ca-ed2318c0edc1 None None] Current status of the port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:17:30.796962 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f090cfb-a8cf-42c6-87ca-ed2318c0edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:30.833674 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-8f090cfb-a8cf-42c6-87ca-ed2318c0edc1 None None] For port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=6aaeb6eb-277b-4505-9136-aa41b85ad4a0,segment=NetworkSegment(1ba10027-3ebe-4712-bb40-2ccf28ae666b),segment_id=1ba10027-3ebe-4712-bb40-2ccf28ae666b)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:17:30.926580 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f090cfb-a8cf-42c6-87ca-ed2318c0edc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:30.984696 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f090cfb-a8cf-42c6-87ca-ed2318c0edc1 None None] Pushing event updated for resources: {'Port': ['ID=6aaeb6eb-277b-4505-9136-aa41b85ad4a0,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:17:31.144560 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-97dfada2-28af-4a1a-8891-32945c7df771 None None] Provisioning complete for port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:17:31.144948 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-97dfada2-28af-4a1a-8891-32945c7df771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:31.234925 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-97dfada2-28af-4a1a-8891-32945c7df771 None None] Current status of the port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:17:31.318715 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:17:31.367539 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:17:31.367841 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (6aaeb6eb-277b-4505-9136-aa41b85ad4a0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:31.449078 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 6aaeb6eb-277b-4505-9136-aa41b85ad4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:17:32.207516 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:17:35.651887 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba28e-1714-4326-848c-78bb7d815c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:38.052049 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6334677d-9dd4-4c77-8aa2-94a24409facf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:39.532317 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:41.046909 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:17:42.507229 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:05.600035 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8c0a93d9-ee4c-4955-8f41-4fd928b48b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:08.047011 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a02c575a-d5b0-48fb-bf2e-c0ad0a5fcd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:09.207442 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:18:09.547155 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:11.043785 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:12.512272 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:35.634304 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-453ab891-386d-4f69-92e7-ade30d612b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:38.072130 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-abf00cd3-47fc-4294-9930-79169374ab03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:39.563366 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:41.046091 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:42.517702 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:18:46.209173 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:19:05.599794 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-51e9e78d-a391-4217-bf4c-93045c3e53c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:06.355880 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43784) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:19:06.362089 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [None req-f4c22645-6b61-4232-814b-1d0db93475ad tempest-verify_tempest_config-362646003 tempest-verify_tempest_config-362646003-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:19:06.363143 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-f4c22645-6b61-4232-814b-1d0db93475ad tempest-verify_tempest_config-362646003 tempest-verify_tempest_config-362646003-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058079 May 13 13:19:07.053065 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43802) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:19:07.157283 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:07.235024 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Publish callbacks [] for security_group (1a97abf6-4fa2-4a54-9daa-3740d9ea1e81), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:07.308267 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (1a97abf6-4fa2-4a54-9daa-3740d9ea1e81), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:07.353978 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=730fb9b0765f4ee9b43043430def1e1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2997887 May 13 13:19:07.354855 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97abf6-4fa2-4a54-9daa-3740d9ea1e81,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:19:07.357300 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43808) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:19:07.362629 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.362983 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.363351 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.363694 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.364025 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.364355 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.364690 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.365012 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.365346 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.365676 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.366010 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.366371 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.366699 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.367024 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.367381 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08aae8-538e-4228-8707-9c111f01ddf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.415362 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Publish callbacks [] for security_group (1a97abf6-4fa2-4a54-9daa-3740d9ea1e81), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:07.436292 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Publish callbacks [] for security_group (1a97abf6-4fa2-4a54-9daa-3740d9ea1e81), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:07.614693 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (1a97abf6-4fa2-4a54-9daa-3740d9ea1e81), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:07.617252 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:07.618448 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a97abf6-4fa2-4a54-9daa-3740d9ea1e81 HTTP/1.1" status: 204 len: 168 time: 0.2600367 May 13 13:19:07.631466 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97abf6-4fa2-4a54-9daa-3740d9ea1e81,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:19:07.635765 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.636236 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.636651 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.637123 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.638059 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.638781 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.639143 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.639640 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.640193 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.640741 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.641294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.641845 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.642421 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.642974 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:07.643508 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5455cd-f153-4b96-b993-d6293ef594c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:19:08.057199 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4ef1201a-c18e-4237-becf-75254433a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:09.548651 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:11.094124 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:12.502546 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:23.207571 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:19:35.584830 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f455b5bb-a155-4788-a00c-29ce674be945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:38.065246 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-da5033b9-2c39-425e-88e2-df342e0ed5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:39.525311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:41.050701 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:19:42.510549 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:00.205704 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:20:05.587685 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d2783fc2-a5ee-472f-b48a-44df08ae087d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:08.074102 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8953fe93-e913-4ebe-81a9-2281253d5d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:09.513994 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:11.053834 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:12.499059 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:35.593860 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7569fac0-32c6-4061-9242-8a0f641185c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:37.205435 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 5 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:20:38.056683 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3140ff3f-99d7-4883-aad6-c86067d54d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:39.570600 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:41.128051 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:20:42.508103 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:00.355079 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593883'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:05.571958 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2f59b1c5-1ccc-4c81-aa70-7b5318307b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:08.119622 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-468cb4d6-05e2-4b7c-bd0b-d0b313539a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:09.526154 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:11.057594 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:12.520726 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:14.181453 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 43878) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:21:14.204372 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:21:14.298466 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-db0d6373-58ff-4619-a42d-4e47a1682ff6 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1158018 May 13 13:21:16.576031 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43888) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:21:16.637715 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8993216e-7603-4659-b6e5-e27875ead483 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0605605 May 13 13:21:30.337218 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:35.582781 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bc565e23-2896-4407-ad5b-464e4186a548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:38.085789 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39b8088e-7352-476b-9f38-37d57efe51ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:39.554303 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:41.067146 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:42.518802 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:21:51.204299 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:22:00.324835 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:05.588658 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-80445c4f-7da2-4dda-a059-308771245274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:08.045237 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8f99ff1-e647-4633-b611-2b9ac9207511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:09.565036 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:11.068075 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:12.497287 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:28.203032 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:22:30.341924 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:35.587312 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-580156a5-0cad-4d23-9657-74d28f5a3423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:38.067488 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-93a09f40-413b-4898-8ade-96e0ea7dedd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:39.541533 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:41.072760 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:42.535351 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:56.564438 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44074) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:56.791768 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44088) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:56.901451 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-network', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:57.003795 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44102) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:57.011037 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Made reservation on behalf of a0e165a1f0d34fca81de45a48c6cdbb9 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:22:57.013313 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.022707 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.112879 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Publish callbacks [] for security_group (7a68cbd7-c5da-48b5-8c07-3ec217e928f5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.175350 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (7a68cbd7-c5da-48b5-8c07-3ec217e928f5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.206285 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a68cbd7-c5da-48b5-8c07-3ec217e928f5,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:57.209984 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:22:57.218902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.218902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.219220 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.219735 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.220204 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.220432 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.220697 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.221019 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.221359 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.221687 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.222012 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.222376 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.222695 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.223363 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.223363 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Tracked resource versions report: May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: pushed versions: May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: { 'AddressGroup': {'1.2'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Agent': {'1.1'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'ConntrackHelper': {'1.0'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Log': {'1.0'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'NDPProxy': {'1.0'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Network': {'1.1'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Port': {'1.7'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'PortForwarding': {'1.3'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'QosPolicy': {'1.10'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SecurityGroup': {'1.5'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SubPort': {'1.0'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Subnet': {'1.1'}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Trunk': {'1.1'}} May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: consumer versions: May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: { DHCP agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: HyperV agent@hv-cinder-84163: {}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: L3 agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: Metadata agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: Metering agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: Open vSwitch agent@dv-cinder-841632-1-iscsi: { 'AddressGroup': '1.2', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Agent': '1.1', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'ConntrackHelper': '1.0', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'LocalIPAssociation': '1.0', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Log': '1.0', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'NDPProxy': '1.0', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Network': '1.1', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Port': '1.7', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'PortForwarding': '1.3', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'QosPolicy': '1.10', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SecurityGroup': '1.5', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SecurityGroupRule': '1.2', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'SubPort': '1.0', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Subnet': '1.1', May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: 'Trunk': '1.1'}} May 13 13:22:57.224445 dv-cinder-841632-1-iscsi neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:22:57.232471 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-111401821-network', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:57.242859 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (702acd67-aa06-4588-a17f-08c07bdbaa40), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.243197 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Added segment 702acd67-aa06-4588-a17f-08c07bdbaa40 of type vlan for network 12caf126-4974-46b6-8013-584333b351af May 13 13:22:57.292207 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (12caf126-4974-46b6-8013-584333b351af), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.330056 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Made reservation on behalf of 99575e3d89514f96b2f6f9d871ba0792 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:22:57.332524 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.342113 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.399337 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (12caf126-4974-46b6-8013-584333b351af), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.400527 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:22:57.401588 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.471716 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1534327801-network', 'tenant_id': '53d039bf33554bddb212aeb247b4645e'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:57.475387 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44124) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:57.505669 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9401371 May 13 13:22:57.508675 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44132) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:57.511088 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Publish callbacks [] for security_group (bb9b0b2f-0bbc-4c85-80a6-3a2b8095c9e8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.514117 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Request body: {'subnet': {'network_id': '12caf126-4974-46b6-8013-584333b351af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-subnet', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:57.521675 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b04a4-50de-4ea6-b53c-94b181ab049f admin admin] Pushing event updated for resources: {'Network': ['ID=12caf126-4974-46b6-8013-584333b351af,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:57.533401 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 12caf126-4974-46b6-8013-584333b351af details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:22:57.611863 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Made reservation on behalf of 53d039bf33554bddb212aeb247b4645e for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:22:57.617714 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.620027 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (bb9b0b2f-0bbc-4c85-80a6-3a2b8095c9e8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.626885 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Made reservation on behalf of a0e165a1f0d34fca81de45a48c6cdbb9 for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:22:57.629168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.639525 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.689650 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:22:57.698026 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9b0b2f-0bbc-4c85-80a6-3a2b8095c9e8,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:57.713232 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (9cacabbc-4b59-470f-a380-fb9b06421119), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.713497 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Added segment 9cacabbc-4b59-470f-a380-fb9b06421119 of type vlan for network a7e06528-db27-472b-858f-4ca58111325e May 13 13:22:57.774686 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (a7e06528-db27-472b-858f-4ca58111325e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.801041 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Publish callbacks [] for security_group (c65f53d2-502f-4914-a3ac-888e48c426d8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.810329 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-296907493-network', 'tenant_id': '6c22198af7e14553a967643df90e501f'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:57.872729 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c65f53d2-502f-4914-a3ac-888e48c426d8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.896160 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (acc7c103-7a0f-40ac-81c1-065afc5c7195), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.903231 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:22:57.903486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Made reservation on behalf of 6c22198af7e14553a967643df90e501f for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:22:57.905594 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.912545 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (9941d452-8ea5-43b6-90ee-e7547e73301e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.912892 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Added segment 9941d452-8ea5-43b6-90ee-e7547e73301e of type vlan for network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 May 13 13:22:57.921052 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.965541 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (21e00451-23e6-47b8-9a7d-43a8afdd14b9), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.985206 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (a7e06528-db27-472b-858f-4ca58111325e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:57.986903 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:22:57.987652 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.007426 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc7c103-7a0f-40ac-81c1-065afc5c7195,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:58.020260 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Checking segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:22:58.020619 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Network hostable DHCP agents. Network: 12caf126-4974-46b6-8013-584333b351af, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:22:58.024629 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.024817 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.025161 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.025496 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.025828 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.026170 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Tracked resource versions report: May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: pushed versions: May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: { 'AddressGroup': {'1.2'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Agent': {'1.1'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'ConntrackHelper': {'1.0'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'LocalIPAssociation': {'1.0'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Log': {'1.0'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'NDPProxy': {'1.0'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Network': {'1.1'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Port': {'1.7'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'PortForwarding': {'1.3'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'QosPolicy': {'1.10'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SecurityGroup': {'1.5'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SecurityGroupRule': {'1.2'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SubPort': {'1.0'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Subnet': {'1.1'}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Trunk': {'1.1'}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: consumer versions: May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: { DHCP agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: HyperV agent@hv-cinder-84163: {}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: L3 agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: Metadata agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: Metering agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: Open vSwitch agent@dv-cinder-841632-1-iscsi: { 'AddressGroup': '1.2', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Agent': '1.1', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'ConntrackHelper': '1.0', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'LocalIPAssociation': '1.0', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Log': '1.0', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'NDPProxy': '1.0', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Network': '1.1', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Port': '1.7', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'PortForwarding': '1.3', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'QosPolicy': '1.10', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SecurityGroup': '1.5', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SecurityGroupRule': '1.2', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'SubPort': '1.0', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Subnet': '1.1', May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: 'Trunk': '1.1'}} May 13 13:22:58.031783 dv-cinder-841632-1-iscsi neutron-server[104059]: {{(pid=104059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:22:58.067902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65f53d2-502f-4914-a3ac-888e48c426d8,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:58.094481 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Publish callbacks [] for security_group (ad5cfad3-5173-4b80-be01-32e1a6105aed), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.097022 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] Pushing event updated for resources: {'Network': ['ID=a7e06528-db27-472b-858f-4ca58111325e,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:58.116678 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network a7e06528-db27-472b-858f-4ca58111325e details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:22:58.135242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Network 12caf126-4974-46b6-8013-584333b351af is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:22:58.164224 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ad5cfad3-5173-4b80-be01-32e1a6105aed), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.168386 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b4b43091-c1b7-4c0b-8d3f-627f4c21db7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3756940 May 13 13:22:58.169765 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (21e00451-23e6-47b8-9a7d-43a8afdd14b9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.170907 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:22:58.172115 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.175499 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44152) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:58.197417 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:22:58.209358 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (36aee228-12b9-42b3-a538-567ba5bd7ac7), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.209930 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Added segment 36aee228-12b9-42b3-a538-567ba5bd7ac7 of type vlan for network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb May 13 13:22:58.213985 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Request body: {'subnet': {'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-subnet', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:58.262942 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.315790 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5cfad3-5173-4b80-be01-32e1a6105aed,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:58.319113 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 12caf126-4974-46b6-8013-584333b351af) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:22:58.340518 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:22:58.340872 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.347653 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a905911-b858-4dd4-9fb4-81a6008b2efa None None] Network 12caf126-4974-46b6-8013-584333b351af requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:22:58.358341 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.360288 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:22:58.360922 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.457476 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] Pushing event updated for resources: {'Network': ['ID=21e00451-23e6-47b8-9a7d-43a8afdd14b9,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:58.485924 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:22:58.509135 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-04a4bf16-5a76-4fe2-8826-b7757e02d8ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5041723 May 13 13:22:58.512155 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44166) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:58.518960 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Request body: {'subnet': {'network_id': '21e00451-23e6-47b8-9a7d-43a8afdd14b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1534327801-subnet', 'tenant_id': '53d039bf33554bddb212aeb247b4645e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:58.536433 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-bdae21dc-28d2-4b06-9326-b33a912f6207 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0264606 May 13 13:22:58.544036 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44172) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:58.547372 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0694287 May 13 13:22:58.562323 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44174) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:58.581375 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:58.592147 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Made reservation on behalf of 99575e3d89514f96b2f6f9d871ba0792 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:22:58.595416 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.595675 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Request body: {'subnet': {'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-296907493-subnet', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:58.644025 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-12caf126-4974-46b6-8013-584333b351af', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:22:58.646381 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.651696 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547db7e-c0d9-40bd-88cf-0db6208761e2 admin admin] Pushing event updated for resources: {'Network': ['ID=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:58.671151 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Made reservation on behalf of 53d039bf33554bddb212aeb247b4645e for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:22:58.671151 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.694127 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:22:58.747267 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Made reservation on behalf of 6c22198af7e14553a967643df90e501f for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:22:58.752328 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.775783 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (706b6712-c2f6-4393-a382-0873718f88fc), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:58.776785 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (706b6712-c2f6-4393-a382-0873718f88fc), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.018494 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Allocated IP 172.20.0.2 (12caf126-4974-46b6-8013-584333b351af/acc7c103-7a0f-40ac-81c1-065afc5c7195/f1457c1e-359b-412f-bdfa-9dcaea50491b) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:22:59.095237 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks [] for router_controller (706b6712-c2f6-4393-a382-0873718f88fc), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.244956 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (34a1dcea-d475-4d34-aa2d-9ec69d7cc065), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.271695 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Publish callbacks [] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.335394 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a1dcea-d475-4d34-aa2d-9ec69d7cc065,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:59.336460 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (c436d5ca-97b6-47d8-83ed-8a68cccad7ac), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.355546 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Checking segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:22:59.356493 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Network hostable DHCP agents. Network: 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:22:59.364832 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.401099 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Network 12caf126-4974-46b6-8013-584333b351af is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:22:59.411218 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks [] for router_gateway (706b6712-c2f6-4393-a382-0873718f88fc), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.413508 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:22:59.415761 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c436d5ca-97b6-47d8-83ed-8a68cccad7ac,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:59.419910 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (ba554dca-7e0a-47a3-a292-de13e6071d17), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.446011 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:22:59.485375 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:22:59.515792 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba554dca-7e0a-47a3-a292-de13e6071d17,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:59.555650 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Pushing event updated for resources: {'Port': ['ID=f1457c1e-359b-412f-bdfa-9dcaea50491b,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:22:59.570013 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.570168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:22:59.570681 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.570766 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.571082 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.571413 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.571934 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.572262 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.572580 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.573119 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.573631 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.574119 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.574626 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.575119 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.575596 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.576079 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Tracked resource versions report: May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: pushed versions: May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: { 'AddressGroup': {'1.2'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Agent': {'1.1'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'ConntrackHelper': {'1.0'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'LocalIPAssociation': {'1.0'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Log': {'1.0'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'NDPProxy': {'1.0'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Network': {'1.1'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Port': {'1.7'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'PortForwarding': {'1.3'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'QosPolicy': {'1.10'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SecurityGroup': {'1.5'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SecurityGroupRule': {'1.2'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SubPort': {'1.0'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Subnet': {'1.1'}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Trunk': {'1.1'}} May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: consumer versions: May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: { DHCP agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: HyperV agent@hv-cinder-84163: {}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: L3 agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: Metadata agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: Metering agent@dv-cinder-841632-1-iscsi: {}, May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: Open vSwitch agent@dv-cinder-841632-1-iscsi: { 'AddressGroup': '1.2', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Agent': '1.1', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'ConntrackHelper': '1.0', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'LocalIPAssociation': '1.0', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Log': '1.0', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'NDPProxy': '1.0', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Network': '1.1', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Port': '1.7', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'PortForwarding': '1.3', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'QosPolicy': '1.10', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SecurityGroup': '1.5', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SecurityGroupRule': '1.2', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'SubPort': '1.0', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Subnet': '1.1', May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: 'Trunk': '1.1'}} May 13 13:22:59.580330 dv-cinder-841632-1-iscsi neutron-server[104060]: {{(pid=104060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:22:59.582846 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:22:59.582940 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.588901 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82912094-fe9e-4f1e-8bbd-6669f84b590f None None] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:22:59.595394 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Attempting to bind port f1457c1e-359b-412f-bdfa-9dcaea50491b on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:22:59.595765 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Attempting to bind port f1457c1e-359b-412f-bdfa-9dcaea50491b by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:22:59.596126 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Attempting to bind port f1457c1e-359b-412f-bdfa-9dcaea50491b on network 12caf126-4974-46b6-8013-584333b351af {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:22:59.636742 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:22:59.637115 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Checking segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:22:59.637724 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.638122 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Bound using segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:22:59.638634 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Bound port: f1457c1e-359b-412f-bdfa-9dcaea50491b, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:22:59.639014 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.641002 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Checking segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:22:59.641364 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Network hostable DHCP agents. Network: a7e06528-db27-472b-858f-4ca58111325e, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:22:59.655447 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Checking segment: {'id': '9941d452-8ea5-43b6-90ee-e7547e73301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21e00451-23e6-47b8-9a7d-43a8afdd14b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:22:59.662562 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Network hostable DHCP agents. Network: 21e00451-23e6-47b8-9a7d-43a8afdd14b9, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:22:59.711181 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-53656b0c-2217-41ff-b2c4-0c302476d7be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1476121 May 13 13:22:59.714908 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44230) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:22:59.720427 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:22:59.810231 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Network a7e06528-db27-472b-858f-4ca58111325e is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:22:59.813751 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:22:59.849816 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, a7e06528-db27-472b-858f-4ca58111325e) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:22:59.855972 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 21e00451-23e6-47b8-9a7d-43a8afdd14b9) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:22:59.861556 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (4831d67a-5c02-45c2-b75a-f75c25514baf), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.863134 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (4831d67a-5c02-45c2-b75a-f75c25514baf), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.865175 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:22:59.865970 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.917586 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks [] for router_gateway (706b6712-c2f6-4393-a382-0873718f88fc), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.924194 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:22:59.924803 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.938705 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe28d5b3-9089-4e21-bb57-a78c26d26bc5 None None] Network a7e06528-db27-472b-858f-4ca58111325e requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:22:59.940631 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a9ddf-5f0b-46ef-b8dd-f0d8b9376fa0 None None] Network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:22:59.960441 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] For port f1457c1e-359b-412f-bdfa-9dcaea50491b, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:22:59.988077 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'project_id': '6c22198af7e14553a967643df90e501f', 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:22:59.996360 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:22:59.996520 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4a26ddd5-23e7-4fc1-af4a-978f5b889a29 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7937136 May 13 13:22:59.996520 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.002404 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44242) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:00.015858 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:00.023148 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] For port f1457c1e-359b-412f-bdfa-9dcaea50491b, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=f1457c1e-359b-412f-bdfa-9dcaea50491b,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:00.039189 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks [] for router_controller (4831d67a-5c02-45c2-b75a-f75c25514baf), precommit_add_association {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.136721 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Allocated IP 172.27.2.82 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/42b135b6-cb16-4794-b3a0-811170c11a6c) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:00.159984 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d51cbaba-a6bd-49ba-8cdd-1368a16839d1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6372249 May 13 13:23:00.160229 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.160351 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (da801385-2388-4b72-a8a6-40f5ab77b051), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.160351 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (da801385-2388-4b72-a8a6-40f5ab77b051), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.353379 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks [] for router_controller (da801385-2388-4b72-a8a6-40f5ab77b051), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.393183 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-a7e06528-db27-472b-858f-4ca58111325e', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:23:00.394475 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.473094 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e35b64-2875-4615-b539-dde4a1d30b61 None None] Network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:23:00.502017 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aa322-e330-43d0-87f8-f4453dbbe8ae None None] Pushing event updated for resources: {'Port': ['ID=f1457c1e-359b-412f-bdfa-9dcaea50491b,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:00.545403 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Allocated IP 172.20.0.2 (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb/34a1dcea-d475-4d34-aa2d-9ec69d7cc065/f8b63c57-55bc-45e1-82cf-9cb572448803) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:00.822018 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.849683 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44268) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:00.852203 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks [] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.862098 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks [] for router_gateway (4831d67a-5c02-45c2-b75a-f75c25514baf), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.909808 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks [] for router_gateway (da801385-2388-4b72-a8a6-40f5ab77b051), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.924742 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:00.975397 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Pushing event updated for resources: {'Port': ['ID=42b135b6-cb16-4794-b3a0-811170c11a6c,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:00.991997 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:00.993684 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:00.996560 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:01.020200 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Allocated IP 172.20.0.2 (a7e06528-db27-472b-858f-4ca58111325e/c436d5ca-97b6-47d8-83ed-8a68cccad7ac/92e0dbba-672c-43d1-8425-936b17a58c9e) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:01.051269 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Publish callbacks [] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.130993 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.205537 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:01.212487 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a8dc1478-dbb9-40f4-a167-a750395f92fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.224182 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:01.225134 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44296) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:01.228946 dv-cinder-841632-1-iscsi neutron-server[104058]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 13:23:01.238738 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:01.244253 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Pushing event updated for resources: {'Port': ['ID=f8b63c57-55bc-45e1-82cf-9cb572448803,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:01.366269 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Attempting to bind port f8b63c57-55bc-45e1-82cf-9cb572448803 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:01.366934 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Attempting to bind port f8b63c57-55bc-45e1-82cf-9cb572448803 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:01.367734 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Attempting to bind port f8b63c57-55bc-45e1-82cf-9cb572448803 on network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:01.381999 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:01.382642 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Checking segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:01.383215 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.383747 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Bound using segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:01.384376 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Bound port: f8b63c57-55bc-45e1-82cf-9cb572448803, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:01.384904 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.418841 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Publish callbacks [] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.444691 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks [] for router_gateway (4831d67a-5c02-45c2-b75a-f75c25514baf), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.460594 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44300) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:01.492630 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.496549 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.568767 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] For port f8b63c57-55bc-45e1-82cf-9cb572448803, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:01.579459 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device f1457c1e-359b-412f-bdfa-9dcaea50491b up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:01.608002 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Network a7e06528-db27-472b-858f-4ca58111325e is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:01.682236 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] For port f8b63c57-55bc-45e1-82cf-9cb572448803, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=f8b63c57-55bc-45e1-82cf-9cb572448803,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:01.693292 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:01.701281 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:01.711124 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Pushing event updated for resources: {'Port': ['ID=92e0dbba-672c-43d1-8425-936b17a58c9e,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:01.777427 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4a02ef3c-625f-46e4-996b-1efe2d6da68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.795929 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.839347 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Allocated IP 172.27.2.185 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/b884cb53-bd76-4a88-94a1-a6f13789549b) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:01.859375 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a8dc1478-dbb9-40f4-a167-a750395f92fb admin admin] Publish callbacks [] for security_group (896cdf13-dec0-41ad-9a90-748130d9df30), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.887669 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-56793cc2-633a-40ff-b39a-08b4a5597a42 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:01.895616 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-56793cc2-633a-40ff-b39a-08b4a5597a42 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/networks?id=21e00451-23e6-47b8-9a7d-43a8afdd14b9 HTTP/1.1" status: 200 len: 812 time: 0.6691942 May 13 13:23:01.903615 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001d3d8-c047-429b-97d7-e0f2c098af7a None None] Pushing event updated for resources: {'Port': ['ID=f8b63c57-55bc-45e1-82cf-9cb572448803,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:01.913132 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks [] for router_gateway (da801385-2388-4b72-a8a6-40f5ab77b051), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.920805 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Attempting to bind port 92e0dbba-672c-43d1-8425-936b17a58c9e on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:01.921311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Attempting to bind port 92e0dbba-672c-43d1-8425-936b17a58c9e by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:01.921683 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Attempting to bind port 92e0dbba-672c-43d1-8425-936b17a58c9e on network a7e06528-db27-472b-858f-4ca58111325e {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:01.945629 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port f1457c1e-359b-412f-bdfa-9dcaea50491b triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:01.946032 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.954414 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:01.954796 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Checking segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:01.955211 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.955619 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Bound using segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:01.956119 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Bound port: 92e0dbba-672c-43d1-8425-936b17a58c9e, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:01.958746 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.958884 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:01.977015 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a8dc1478-dbb9-40f4-a167-a750395f92fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (896cdf13-dec0-41ad-9a90-748130d9df30), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.025162 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks [] for router_gateway (706b6712-c2f6-4393-a382-0873718f88fc), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.026261 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc6c017-f0ef-47e4-8b16-701f052e56c6 None None] Network 12caf126-4974-46b6-8013-584333b351af requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:23:02.067433 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4a02ef3c-625f-46e4-996b-1efe2d6da68b admin admin] Publish callbacks [] for security_group (387d631d-a2d8-4d23-8728-fd59480f02b4), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.070125 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a8dc1478-dbb9-40f4-a167-a750395f92fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1933e56da74b4d21b1bac542ed50ea10&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3907166 May 13 13:23:02.078407 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44314) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:02.088899 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc1478-dbb9-40f4-a167-a750395f92fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896cdf13-dec0-41ad-9a90-748130d9df30,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:02.144251 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks [] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.161593 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4a02ef3c-625f-46e4-996b-1efe2d6da68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (387d631d-a2d8-4d23-8728-fd59480f02b4), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.172531 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-8a656571-dd6c-4416-8429-b491f745d534 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/quotas/53d039bf33554bddb212aeb247b4645e HTTP/1.1" status: 200 len: 375 time: 0.2760336 May 13 13:23:02.197981 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02ef3c-625f-46e4-996b-1efe2d6da68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387d631d-a2d8-4d23-8728-fd59480f02b4,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:02.254833 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] For port 92e0dbba-672c-43d1-8425-936b17a58c9e, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:02.258238 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] For port 92e0dbba-672c-43d1-8425-936b17a58c9e, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=92e0dbba-672c-43d1-8425-936b17a58c9e,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:02.263407 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-871849f9-490c-4324-9eee-f6f01fc6dbe6 admin admin] Publish callbacks [] for security_group (896cdf13-dec0-41ad-9a90-748130d9df30), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.277205 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-452f0287-5d50-455f-90bc-736721dad681 None None] Provisioning complete for port f1457c1e-359b-412f-bdfa-9dcaea50491b triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:02.277953 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-452f0287-5d50-455f-90bc-736721dad681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.296522 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-4a02ef3c-625f-46e4-996b-1efe2d6da68b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8561e4e6ecb48118b4addb705120ef0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8165677 May 13 13:23:02.304033 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44318) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:02.331597 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-871849f9-490c-4324-9eee-f6f01fc6dbe6 admin admin] Publish callbacks [] for security_group (896cdf13-dec0-41ad-9a90-748130d9df30), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.410274 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f665c03-9299-43af-9347-5ab31a21c42f admin admin] Publish callbacks [] for security_group (387d631d-a2d8-4d23-8728-fd59480f02b4), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.417513 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d435f4d9-2a3b-4020-b7f3-42fede591375 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53d039bf33554bddb212aeb247b4645e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1383073 May 13 13:23:02.421579 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.437879 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.487013 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (706b6712-c2f6-4393-a382-0873718f88fc), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.542857 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f665c03-9299-43af-9347-5ab31a21c42f admin admin] Publish callbacks [] for security_group (387d631d-a2d8-4d23-8728-fd59480f02b4), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.562810 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port f1457c1e-359b-412f-bdfa-9dcaea50491b is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:02.564649 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.568282 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:02.569265 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-871849f9-490c-4324-9eee-f6f01fc6dbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (896cdf13-dec0-41ad-9a90-748130d9df30), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.571871 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-871849f9-490c-4324-9eee-f6f01fc6dbe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.572908 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-871849f9-490c-4324-9eee-f6f01fc6dbe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/896cdf13-dec0-41ad-9a90-748130d9df30 HTTP/1.1" status: 204 len: 168 time: 0.4935787 May 13 13:23:02.579224 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Pushing event updated for resources: {'Port': ['ID=b884cb53-bd76-4a88-94a1-a6f13789549b,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:02.585231 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Allocated IP 172.27.2.42 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/5021418a-6074-417f-8a0a-6a1057375be8) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:02.586848 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:02.618655 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:02.665236 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871849f9-490c-4324-9eee-f6f01fc6dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896cdf13-dec0-41ad-9a90-748130d9df30,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:02.677005 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d0ad75e1-b1ba-4f82-bf93-f5324fd5aa13 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:23:02.683380 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d0ad75e1-b1ba-4f82-bf93-f5324fd5aa13 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1023073 May 13 13:23:02.841357 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f665c03-9299-43af-9347-5ab31a21c42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (387d631d-a2d8-4d23-8728-fd59480f02b4), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.845059 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f665c03-9299-43af-9347-5ab31a21c42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:02.846473 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-5f665c03-9299-43af-9347-5ab31a21c42f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/387d631d-a2d8-4d23-8728-fd59480f02b4 HTTP/1.1" status: 204 len: 168 time: 0.5415041 May 13 13:23:02.943285 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f665c03-9299-43af-9347-5ab31a21c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d631d-a2d8-4d23-8728-fd59480f02b4,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:03.063548 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks [] for port (5021418a-6074-417f-8a0a-6a1057375be8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:03.330331 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-4fb78eda-f658-4abc-9688-1266651f3de6 service neutron] 10.222.0.13 "GET /v2.0/networks/21e00451-23e6-47b8-9a7d-43a8afdd14b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459687 May 13 13:23:03.385812 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-452f0287-5d50-455f-90bc-736721dad681 None None] Current status of the port f1457c1e-359b-412f-bdfa-9dcaea50491b is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:03.386423 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-452f0287-5d50-455f-90bc-736721dad681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:03.394342 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port f1457c1e-359b-412f-bdfa-9dcaea50491b, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=f1457c1e-359b-412f-bdfa-9dcaea50491b,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:03.411882 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342199f-25e4-4555-afc6-c43bdafb791d None None] Pushing event updated for resources: {'Port': ['ID=92e0dbba-672c-43d1-8425-936b17a58c9e,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:03.415538 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (5021418a-6074-417f-8a0a-6a1057375be8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:03.457746 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks [] for router_gateway (4831d67a-5c02-45c2-b75a-f75c25514baf), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:03.531837 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:03.552962 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:03.563484 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-06a59dd6-e74a-484a-9031-839402e05ede service neutron] 10.222.0.13 "GET /v2.0/networks/21e00451-23e6-47b8-9a7d-43a8afdd14b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283738 May 13 13:23:03.565074 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:03.577854 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:03.578559 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Pushing event updated for resources: {'Port': ['ID=5021418a-6074-417f-8a0a-6a1057375be8,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:03.648445 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44356) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:03.735052 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Router 706b6712-c2f6-4393-a382-0873718f88fc is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:23:03.737348 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4812ab24-7ea4-445b-a7c8-9e1d4a9eddde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:03.752320 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f624927b-6106-4a5e-a61e-7f14fce92ab2 None None] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:23:03.777889 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=f1457c1e-359b-412f-bdfa-9dcaea50491b,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:03.777889 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.db.api [None req-452f0287-5d50-455f-90bc-736721dad681 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:23:03.777889 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG oslo_db.api [None req-452f0287-5d50-455f-90bc-736721dad681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:23:03.972759 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (4831d67a-5c02-45c2-b75a-f75c25514baf), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.004641 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 92e0dbba-672c-43d1-8425-936b17a58c9e up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:04.091159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 92e0dbba-672c-43d1-8425-936b17a58c9e triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:04.093562 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.190641 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44376) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:04.331266 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 92e0dbba-672c-43d1-8425-936b17a58c9e is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:04.331737 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.354863 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-540c3d51-4992-4461-9454-2378885af956 req-94d9db00-6baa-43e0-a974-32f40081ab7f tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.1483219 May 13 13:23:04.421404 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-452f0287-5d50-455f-90bc-736721dad681 None None] Current status of the port f1457c1e-359b-412f-bdfa-9dcaea50491b is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:04.452827 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port 92e0dbba-672c-43d1-8425-936b17a58c9e, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=92e0dbba-672c-43d1-8425-936b17a58c9e,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:04.521244 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1152adc6-98a2-443f-b102-6db2f5b28d8d None None] Network a7e06528-db27-472b-858f-4ca58111325e requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:23:04.523937 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:23:04.540151 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Sync routers for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:23:04.565252 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:04.565965 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:22:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:04.594893 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Router 4831d67a-5c02-45c2-b75a-f75c25514baf is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:23:04.622887 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks [] for router_gateway (da801385-2388-4b72-a8a6-40f5ab77b051), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.623407 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.625602 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device f8b63c57-55bc-45e1-82cf-9cb572448803 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:04.629865 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4812ab24-7ea4-445b-a7c8-9e1d4a9eddde admin admin] Publish callbacks [] for security_group (eb95a375-00a2-413d-81b0-9d6c5b7927af), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.669354 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.673868 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ce7af097-871a-422b-b888-430bc29838b1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1259105 May 13 13:23:04.676218 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44400) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:04.759864 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4812ab24-7ea4-445b-a7c8-9e1d4a9eddde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (eb95a375-00a2-413d-81b0-9d6c5b7927af), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.759985 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=92e0dbba-672c-43d1-8425-936b17a58c9e,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:04.780008 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Provisioning complete for port f1457c1e-359b-412f-bdfa-9dcaea50491b triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:04.781029 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.816671 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:23:04.845465 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Sync routers for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:23:04.877302 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:04.880833 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4812ab24-7ea4-445b-a7c8-9e1d4a9eddde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9aa3795a8804286ae60a2b93afef8fe&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2310684 May 13 13:23:04.883937 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44410) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:04.896071 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port f8b63c57-55bc-45e1-82cf-9cb572448803 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:04.896467 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.898277 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:04.898921 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:22:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:04.970111 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:04.977051 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-59526c7b-0a00-44d0-86ba-5bd85e915c3b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2581162 May 13 13:23:04.978226 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44414) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:05.100147 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812ab24-7ea4-445b-a7c8-9e1d4a9eddde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb95a375-00a2-413d-81b0-9d6c5b7927af,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:05.366367 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:01Z', 'revision_number': 3, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:05.399261 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Checking router: 706b6712-c2f6-4393-a382-0873718f88fc for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:23:05.399925 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Updating router 706b6712-c2f6-4393-a382-0873718f88fc port 42b135b6-cb16-4794-b3a0-811170c11a6c binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:23:05.452990 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Current status of the port f1457c1e-359b-412f-bdfa-9dcaea50491b is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:05.505847 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:05.542364 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.591243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6fbd-cfb0-40fc-8ecf-65d0f059f3d8 admin admin] Publish callbacks [] for security_group (eb95a375-00a2-413d-81b0-9d6c5b7927af), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.602092 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c04b705-39df-46b5-a25b-5556dc59f55e req-576d864e-65ae-4592-8613-326919189819 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.0557606 May 13 13:23:05.607202 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Provisioning complete for port f8b63c57-55bc-45e1-82cf-9cb572448803 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:05.607664 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.632096 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (da801385-2388-4b72-a8a6-40f5ab77b051), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.680074 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port f8b63c57-55bc-45e1-82cf-9cb572448803 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:05.680505 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.688028 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6fbd-cfb0-40fc-8ecf-65d0f059f3d8 admin admin] Publish callbacks [] for security_group (eb95a375-00a2-413d-81b0-9d6c5b7927af), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.774479 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-07cb97d3-b530-4bb0-bd2e-1edc26bf39a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.844062 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port f8b63c57-55bc-45e1-82cf-9cb572448803, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=f8b63c57-55bc-45e1-82cf-9cb572448803,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:05.904787 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6fbd-cfb0-40fc-8ecf-65d0f059f3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (eb95a375-00a2-413d-81b0-9d6c5b7927af), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.911653 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6fbd-cfb0-40fc-8ecf-65d0f059f3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.912932 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1f9a6fbd-cfb0-40fc-8ecf-65d0f059f3d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb95a375-00a2-413d-81b0-9d6c5b7927af HTTP/1.1" status: 204 len: 168 time: 1.0276349 May 13 13:23:05.941398 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Publish callbacks [] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.943581 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:23:05.959566 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:05.987270 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a6fbd-cfb0-40fc-8ecf-65d0f059f3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb95a375-00a2-413d-81b0-9d6c5b7927af,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:06.044239 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.105159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Current status of the port f8b63c57-55bc-45e1-82cf-9cb572448803 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:06.107582 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.127541 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Pushing event updated for resources: {'Port': ['ID=42b135b6-cb16-4794-b3a0-811170c11a6c,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:06.153080 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.153755 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.154493 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.155043 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.156328 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.156933 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.157479 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.157998 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.159282 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.159865 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.167780 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.169808 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.170806 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.173466 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.175854 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Tracked resource versions report: May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: pushed versions: May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: { 'AddressGroup': {'1.2'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Agent': {'1.1'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'ConntrackHelper': {'1.0'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'LocalIPAssociation': {'1.0'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Log': {'1.0'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'NDPProxy': {'1.0'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Network': {'1.1'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Port': {'1.7'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'PortForwarding': {'1.3'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'QosPolicy': {'1.10'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SecurityGroup': {'1.5'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SecurityGroupRule': {'1.2'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SubPort': {'1.0'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Subnet': {'1.1'}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Trunk': {'1.1'}} May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: consumer versions: May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: { DHCP agent@dv-cinder-841632-1-iscsi: {}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: HyperV agent@hv-cinder-84163: {}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: L3 agent@dv-cinder-841632-1-iscsi: {}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: Metadata agent@dv-cinder-841632-1-iscsi: {}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: Metering agent@dv-cinder-841632-1-iscsi: {}, May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: Open vSwitch agent@dv-cinder-841632-1-iscsi: { 'AddressGroup': '1.2', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Agent': '1.1', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'ConntrackHelper': '1.0', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'LocalIPAssociation': '1.0', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Log': '1.0', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'NDPProxy': '1.0', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Network': '1.1', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Port': '1.7', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'PortForwarding': '1.3', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'QosPolicy': '1.10', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SecurityGroup': '1.5', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SecurityGroupRule': '1.2', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'SubPort': '1.0', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Subnet': '1.1', May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: 'Trunk': '1.1'}} May 13 13:23:06.177331 dv-cinder-841632-1-iscsi neutron-server[104061]: {{(pid=104061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:23:06.225811 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:03Z', 'revision_number': 3, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:06.230834 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Attempting to bind port 42b135b6-cb16-4794-b3a0-811170c11a6c on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:06.231811 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Attempting to bind port 42b135b6-cb16-4794-b3a0-811170c11a6c by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:06.232243 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Attempting to bind port 42b135b6-cb16-4794-b3a0-811170c11a6c on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:06.245989 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:06.246530 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:06.248389 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.249389 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:06.254158 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Bound port: 42b135b6-cb16-4794-b3a0-811170c11a6c, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:06.254928 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.304336 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 92e0dbba-672c-43d1-8425-936b17a58c9e up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:06.337156 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] For port 42b135b6-cb16-4794-b3a0-811170c11a6c, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:06.341392 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] For port 42b135b6-cb16-4794-b3a0-811170c11a6c, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=42b135b6-cb16-4794-b3a0-811170c11a6c,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:06.353445 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Checking router: 4831d67a-5c02-45c2-b75a-f75c25514baf for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:23:06.361036 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Updating router 4831d67a-5c02-45c2-b75a-f75c25514baf port b884cb53-bd76-4a88-94a1-a6f13789549b binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:23:06.361036 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=f8b63c57-55bc-45e1-82cf-9cb572448803,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:06.402522 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.413274 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.425900 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Router da801385-2388-4b72-a8a6-40f5ab77b051 is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:23:06.442608 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 92e0dbba-672c-43d1-8425-936b17a58c9e triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:06.442999 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.444665 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.460174 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:06.467817 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.db.api [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:23:06.468393 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG oslo_db.api [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:23:06.597985 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:06.598629 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:22:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:06.779213 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:06.796670 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Allocated IP 172.20.0.1 (12caf126-4974-46b6-8013-584333b351af/acc7c103-7a0f-40ac-81c1-065afc5c7195/168c813b-b48a-404b-8d16-917f5cacd7d0) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:06.895711 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Allocated IP 172.20.0.1 (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb/34a1dcea-d475-4d34-aa2d-9ec69d7cc065/7031b167-4827-4781-ac59-4b5f615ec991) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:06.903327 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12bba2-eb1c-486b-944a-fc33d0b63c25 None None] Pushing event updated for resources: {'Port': ['ID=42b135b6-cb16-4794-b3a0-811170c11a6c,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:06.926976 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 92e0dbba-672c-43d1-8425-936b17a58c9e is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:06.929172 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device f1457c1e-359b-412f-bdfa-9dcaea50491b up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:07.119617 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port f1457c1e-359b-412f-bdfa-9dcaea50491b triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:07.120237 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.179296 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:01Z', 'revision_number': 3, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:07.184381 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Publish callbacks [] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.219551 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Current status of the port f8b63c57-55bc-45e1-82cf-9cb572448803 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:07.228593 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4b48f-7972-4185-8fee-48b05fa04320 None None] The sync data for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi is: [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:01Z', 'revision_number': 3, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:23:07.258392 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Publish callbacks [] for port (7031b167-4827-4781-ac59-4b5f615ec991), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.360952 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Provisioning complete for port 92e0dbba-672c-43d1-8425-936b17a58c9e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:07.361324 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.423154 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.431228 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9de30b1e-f508-4316-843e-a7d2e5758e50 req-60679190-79f8-4645-8cbe-53bdf0715db5 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.1598737 May 13 13:23:07.473443 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (7031b167-4827-4781-ac59-4b5f615ec991), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.477466 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port f1457c1e-359b-412f-bdfa-9dcaea50491b is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:07.531370 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:07.540600 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Network 12caf126-4974-46b6-8013-584333b351af is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:07.543360 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:07.553336 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:07.556477 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (4831d67a-5c02-45c2-b75a-f75c25514baf), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.583155 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:07.583155 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Pushing event updated for resources: {'Port': ['ID=168c813b-b48a-404b-8d16-917f5cacd7d0,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:07.583155 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:07.583155 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (706b6712-c2f6-4393-a382-0873718f88fc), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.587473 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-99ee294f-238f-420d-84b3-31dbf7b8b4e3 None None] Current status of the port 92e0dbba-672c-43d1-8425-936b17a58c9e is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:07.615158 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Publish callbacks [] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.677634 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Pushing event updated for resources: {'Port': ['ID=7031b167-4827-4781-ac59-4b5f615ec991,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:07.690687 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.812212 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Attempting to bind port b884cb53-bd76-4a88-94a1-a6f13789549b on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:07.812789 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Attempting to bind port b884cb53-bd76-4a88-94a1-a6f13789549b by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:07.813290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Attempting to bind port b884cb53-bd76-4a88-94a1-a6f13789549b on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:07.827331 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:07.827730 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:07.828311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.828710 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:07.829203 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Bound port: b884cb53-bd76-4a88-94a1-a6f13789549b, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:07.830430 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.855118 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:23:07.867239 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Sync routers for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:23:07.895413 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:07.896076 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:22:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:07.906488 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-4806cd37-0325-48f1-9877-bb93b19458b5 None None] Provisioning complete for port 92e0dbba-672c-43d1-8425-936b17a58c9e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:07.906889 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4806cd37-0325-48f1-9877-bb93b19458b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:07.918546 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5bd5f-4f62-4ba0-bc1f-bf008b194030 None None] Pushing event updated for resources: {'Port': ['ID=b884cb53-bd76-4a88-94a1-a6f13789549b,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:08.009595 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.019136 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-86fe087a-d785-488f-97e5-14af2ddd7a2f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0160699 May 13 13:23:08.025525 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44518) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:08.139583 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] For port b884cb53-bd76-4a88-94a1-a6f13789549b, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:08.164840 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d565e9ad-4006-4fff-b97d-deef7c13e036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.178493 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] For port b884cb53-bd76-4a88-94a1-a6f13789549b, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=b884cb53-bd76-4a88-94a1-a6f13789549b,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:08.274753 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-4806cd37-0325-48f1-9877-bb93b19458b5 None None] Current status of the port 92e0dbba-672c-43d1-8425-936b17a58c9e is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:08.294498 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 42b135b6-cb16-4794-b3a0-811170c11a6c up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:08.327678 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.345644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.427547 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:08.579746 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:08.580425 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:08.603061 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-6af11c00-26cb-4e4d-aa41-d0602ea2e7a1 None None] Provisioning complete for port 7031b167-4827-4781-ac59-4b5f615ec991 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:08.603454 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6af11c00-26cb-4e4d-aa41-d0602ea2e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (7031b167-4827-4781-ac59-4b5f615ec991), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.629840 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Publish callbacks [] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.673536 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.674672 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (706b6712-c2f6-4393-a382-0873718f88fc), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.726816 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-6af11c00-26cb-4e4d-aa41-d0602ea2e7a1 None None] Port 7031b167-4827-4781-ac59-4b5f615ec991 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:08.753388 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5bd5f-4f62-4ba0-bc1f-bf008b194030 None None] Pushing event updated for resources: {'Port': ['ID=b884cb53-bd76-4a88-94a1-a6f13789549b,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:08.760620 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 42b135b6-cb16-4794-b3a0-811170c11a6c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:08.761271 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.767010 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-6af11c00-26cb-4e4d-aa41-d0602ea2e7a1 None None] Provisioning complete for port 168c813b-b48a-404b-8d16-917f5cacd7d0 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:08.767098 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6af11c00-26cb-4e4d-aa41-d0602ea2e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:08.917376 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:04Z', 'revision_number': 3, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:08.959257 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Checking router: da801385-2388-4b72-a8a6-40f5ab77b051 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:23:08.959594 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Updating router da801385-2388-4b72-a8a6-40f5ab77b051 port 5021418a-6074-417f-8a0a-6a1057375be8 binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:23:08.964898 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:08.993798 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Network 12caf126-4974-46b6-8013-584333b351af is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:09.023000 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (5021418a-6074-417f-8a0a-6a1057375be8), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.023825 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:09.062478 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7031b167-4827-4781-ac59-4b5f615ec991), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.104325 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aff1d5ff-f75c-453a-a095-a1d0c40e359a req-e492bfcd-8246-4947-b826-52167ed2547d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.1503606 May 13 13:23:09.125041 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Pushing event updated for resources: {'Port': ['ID=168c813b-b48a-404b-8d16-917f5cacd7d0,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:09.262577 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:06Z', 'revision_number': 1, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:09.266743 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-6af11c00-26cb-4e4d-aa41-d0602ea2e7a1 None None] Port 168c813b-b48a-404b-8d16-917f5cacd7d0 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:09.304868 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Router 706b6712-c2f6-4393-a382-0873718f88fc has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:23:09.361382 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf979d-2567-473e-8d1a-4aaea5b7e458 None None] The sync data for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi is: [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:06Z', 'revision_number': 1, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:23:09.403415 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 42b135b6-cb16-4794-b3a0-811170c11a6c is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:09.403803 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.443081 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port 42b135b6-cb16-4794-b3a0-811170c11a6c, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=42b135b6-cb16-4794-b3a0-811170c11a6c,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:09.504115 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-e115fde0-787b-435d-a850-bd56b7aa007b None None] Provisioning complete for port 168c813b-b48a-404b-8d16-917f5cacd7d0 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:09.505047 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e115fde0-787b-435d-a850-bd56b7aa007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.511700 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Publish callbacks [] for port (5021418a-6074-417f-8a0a-6a1057375be8), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.540745 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:23:09.556050 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a7b13ebb-844e-44fe-9190-5fe8eebeabe6 admin admin] 10.222.0.13 "PUT /v2.0/routers/706b6712-c2f6-4393-a382-0873718f88fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8784971 May 13 13:23:09.573119 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.574650 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device f8b63c57-55bc-45e1-82cf-9cb572448803 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:09.598514 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (5021418a-6074-417f-8a0a-6a1057375be8), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.634800 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.638979 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-e115fde0-787b-435d-a850-bd56b7aa007b None None] Port 168c813b-b48a-404b-8d16-917f5cacd7d0 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:09.718852 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port f8b63c57-55bc-45e1-82cf-9cb572448803 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:09.719007 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.721894 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=42b135b6-cb16-4794-b3a0-811170c11a6c,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:09.781985 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Attempting to bind port 5021418a-6074-417f-8a0a-6a1057375be8 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:09.788019 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Attempting to bind port 5021418a-6074-417f-8a0a-6a1057375be8 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:09.788551 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Attempting to bind port 5021418a-6074-417f-8a0a-6a1057375be8 on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:09.825779 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a25987-dbf3-4f55-8756-f80ad056d924 None None] Pushing event updated for resources: {'Port': ['ID=5021418a-6074-417f-8a0a-6a1057375be8,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:09.836655 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:09.837045 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:09.838228 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.850890 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:09.850890 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Bound port: 5021418a-6074-417f-8a0a-6a1057375be8, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:09.850890 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (5021418a-6074-417f-8a0a-6a1057375be8), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.870944 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.895688 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Publish callbacks [] for port (7031b167-4827-4781-ac59-4b5f615ec991), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:09.974176 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port f8b63c57-55bc-45e1-82cf-9cb572448803 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:10.002064 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] For port 5021418a-6074-417f-8a0a-6a1057375be8, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:10.008579 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] For port 5021418a-6074-417f-8a0a-6a1057375be8, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=5021418a-6074-417f-8a0a-6a1057375be8,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:10.013076 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7031b167-4827-4781-ac59-4b5f615ec991), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:10.014091 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (4831d67a-5c02-45c2-b75a-f75c25514baf), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:10.130303 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (5021418a-6074-417f-8a0a-6a1057375be8), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:10.172167 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 42b135b6-cb16-4794-b3a0-811170c11a6c up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:10.281287 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 42b135b6-cb16-4794-b3a0-811170c11a6c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:10.282003 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:10.329305 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:10.336313 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:10.373639 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Pushing event updated for resources: {'Port': ['ID=7031b167-4827-4781-ac59-4b5f615ec991,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:10.387927 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Sync routers for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:23:10.408069 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:10.408744 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:10.474420 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 42b135b6-cb16-4794-b3a0-811170c11a6c is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:10.513459 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a25987-dbf3-4f55-8756-f80ad056d924 None None] Pushing event updated for resources: {'Port': ['ID=5021418a-6074-417f-8a0a-6a1057375be8,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:10.637808 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:10.649898 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:10.653611 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Allocated IP 172.20.0.1 (a7e06528-db27-472b-858f-4ca58111325e/c436d5ca-97b6-47d8-83ed-8a68cccad7ac/d2691597-8197-4713-baed-d9187bb5b2a7) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:10.668234 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:10.699602 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:10.793000 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8f79956d-94b7-44b7-9b53-1cc9377a9bd5 req-a848451e-398d-4d8f-b8f0-c7e6016e69d8 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.1159167 May 13 13:23:11.002111 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-b64fc230-9f5d-4183-9414-983c2a99aa52 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:11.012888 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-b64fc230-9f5d-4183-9414-983c2a99aa52 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 819 time: 0.5687838 May 13 13:23:11.050512 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-30b3a42b-d05f-4fe0-944e-6d78498c3c66 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/quotas/a0e165a1f0d34fca81de45a48c6cdbb9 HTTP/1.1" status: 200 len: 375 time: 0.0360849 May 13 13:23:11.217126 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:04Z', 'revision_number': 3, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:11.220871 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Publish callbacks [] for port (d2691597-8197-4713-baed-d9187bb5b2a7), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:11.227287 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Router 4831d67a-5c02-45c2-b75a-f75c25514baf has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:23:11.235145 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-d5e1fb4f-934b-4288-b5b8-029f567a55d6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824107 May 13 13:23:11.270443 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4d636-4b2a-4e6e-94ec-ba8ad7b7720e None None] The sync data for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi is: [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:04Z', 'revision_number': 3, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:23:11.394576 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:11.451544 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-1fae3393-0285-4cf6-a2e3-04994bd55971 None None] Provisioning complete for port 7031b167-4827-4781-ac59-4b5f615ec991 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:11.452302 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1fae3393-0285-4cf6-a2e3-04994bd55971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (7031b167-4827-4781-ac59-4b5f615ec991), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:11.461491 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.69', 61000) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:11.604413 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Network a7e06528-db27-472b-858f-4ca58111325e is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:11.623951 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:11.628638 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:11.629676 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (da801385-2388-4b72-a8a6-40f5ab77b051), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:11.633426 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2691597-8197-4713-baed-d9187bb5b2a7,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:11.674530 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 2, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:11.693452 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-c63062af-62d2-4189-880e-9b95bdd39aa5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:23:11.703552 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-c63062af-62d2-4189-880e-9b95bdd39aa5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1850898 May 13 13:23:11.714796 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:23:11.728433 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-904abd26-0fd6-4166-bc54-586d52f0a733 admin admin] 10.222.0.13 "PUT /v2.0/routers/4831d67a-5c02-45c2-b75a-f75c25514baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7490070 May 13 13:23:11.774092 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Checking router: 706b6712-c2f6-4393-a382-0873718f88fc for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:23:11.775136 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Updating router 706b6712-c2f6-4393-a382-0873718f88fc port 168c813b-b48a-404b-8d16-917f5cacd7d0 binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:23:11.822426 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:11.848264 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:11.912032 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-1fae3393-0285-4cf6-a2e3-04994bd55971 None None] Port 7031b167-4827-4781-ac59-4b5f615ec991 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:12.128632 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-dc5ebade-be40-43a5-9fc2-d38d7f87ad9c service neutron] 10.222.0.13 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238915 May 13 13:23:12.252986 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:12.326026 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-4b35d4c5-e7f6-4f69-aa9b-5e7cfd1a0da7 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:12.337347 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-4b35d4c5-e7f6-4f69-aa9b-5e7cfd1a0da7 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.69 "GET /v2.0/networks?id=21e00451-23e6-47b8-9a7d-43a8afdd14b9 HTTP/1.1" status: 200 len: 812 time: 0.8747234 May 13 13:23:12.399465 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 5021418a-6074-417f-8a0a-6a1057375be8 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:12.406400 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-be89cf63-d24f-4b75-8229-fcb3f14226f7 None None] Provisioning complete for port d2691597-8197-4713-baed-d9187bb5b2a7 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:12.407502 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-be89cf63-d24f-4b75-8229-fcb3f14226f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:12.456383 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-4c69ae59-13e9-4957-b70d-938d5059a123 service neutron] 10.222.0.13 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267689 May 13 13:23:12.470942 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Request body: {'port': {'device_id': '20c9aa48-48db-4f84-9968-22cc353389ff', 'network_id': '21e00451-23e6-47b8-9a7d-43a8afdd14b9', 'admin_state_up': True, 'tenant_id': '53d039bf33554bddb212aeb247b4645e'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:12.482788 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c35dcb1-d6f3-490e-a897-9a5fd2d22244 req-173e2e09-9be0-45d1-bf72-ee96045c79be tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.3227198 May 13 13:23:12.629685 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Publish callbacks [] for port (d2691597-8197-4713-baed-d9187bb5b2a7), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:12.670310 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-be89cf63-d24f-4b75-8229-fcb3f14226f7 None None] Port d2691597-8197-4713-baed-d9187bb5b2a7 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:12.729810 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:12.730587 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (da801385-2388-4b72-a8a6-40f5ab77b051), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:12.760133 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 5021418a-6074-417f-8a0a-6a1057375be8 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:12.760618 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (5021418a-6074-417f-8a0a-6a1057375be8), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:12.927661 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:12.978315 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44700) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:13.005262 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-c9bfb7a1-48b6-4dce-a3bd-a442480ce0c5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476017381', 'description': 'tempest-description--1507423876'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:13.044443 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Publish callbacks [] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.064107 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44710) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:13.219717 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 5021418a-6074-417f-8a0a-6a1057375be8 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:13.220108 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (5021418a-6074-417f-8a0a-6a1057375be8), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.258535 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.278654 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5bf914cc-a534-4b3d-a4d1-82f92153d377 req-f8b0c57e-b1c8-4ff3-a65b-2cb61a7f5464 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 210 time: 0.2283733 May 13 13:23:13.337337 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port 5021418a-6074-417f-8a0a-6a1057375be8, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=5021418a-6074-417f-8a0a-6a1057375be8,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:13.381294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2691597-8197-4713-baed-d9187bb5b2a7,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:13.425138 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c66fb75b-9609-42a5-ab52-8cb5f8aea16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.477392 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f3565-7133-4364-984e-ef8e4f1eedd5 None None] Pushing event updated for resources: {'Port': ['ID=168c813b-b48a-404b-8d16-917f5cacd7d0,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:13.480148 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (5021418a-6074-417f-8a0a-6a1057375be8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.481142 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device b884cb53-bd76-4a88-94a1-a6f13789549b up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:13.516830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Network a7e06528-db27-472b-858f-4ca58111325e is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:13.525469 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:13.563728 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb7a1-48b6-4dce-a3bd-a442480ce0c5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.575691 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Made reservation on behalf of 53d039bf33554bddb212aeb247b4645e for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:23:13.599523 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.623236 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=5021418a-6074-417f-8a0a-6a1057375be8,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:13.800096 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c66fb75b-9609-42a5-ab52-8cb5f8aea16c admin admin] Publish callbacks [] for security_group (24127494-e86c-4182-b870-7449b3be08f6), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.820049 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Attempting to bind port 168c813b-b48a-404b-8d16-917f5cacd7d0 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:13.825070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Attempting to bind port 168c813b-b48a-404b-8d16-917f5cacd7d0 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:13.825070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Attempting to bind port 168c813b-b48a-404b-8d16-917f5cacd7d0 on network 12caf126-4974-46b6-8013-584333b351af {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:13.885079 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:13.885462 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Checking segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:13.887071 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.887624 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Bound using segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:13.888110 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Bound port: 168c813b-b48a-404b-8d16-917f5cacd7d0, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:13.891014 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:13.895748 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44772) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:13.995013 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Router da801385-2388-4b72-a8a6-40f5ab77b051 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:23:14.091324 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] For port 168c813b-b48a-404b-8d16-917f5cacd7d0, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:14.097444 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] For port 168c813b-b48a-404b-8d16-917f5cacd7d0, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=168c813b-b48a-404b-8d16-917f5cacd7d0,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:14.112738 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-6299eaf5-f129-4e5c-ac9f-b6fcc49f4365 None None] Provisioning complete for port 168c813b-b48a-404b-8d16-917f5cacd7d0 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:14.118761 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6299eaf5-f129-4e5c-ac9f-b6fcc49f4365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.133930 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f700d5f-35a8-4dc3-850d-5a82d56fa7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.160824 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c66fb75b-9609-42a5-ab52-8cb5f8aea16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (24127494-e86c-4182-b870-7449b3be08f6), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.172250 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.222804 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2425b96b-f339-464f-b479-2990e6fe2535 req-0c43b05e-de03-4c16-89e5-593bdf3e7288 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.4096193 May 13 13:23:14.265876 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:14.267754 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:14.286305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fb75b-9609-42a5-ab52-8cb5f8aea16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24127494-e86c-4182-b870-7449b3be08f6,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:14.398463 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f700d5f-35a8-4dc3-850d-5a82d56fa7c7 admin admin] Publish callbacks [] for security_group (c2badf28-31b6-45b6-9e34-a2042e9da9e9), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.500923 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:14.503939 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:23:14.505913 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f700d5f-35a8-4dc3-850d-5a82d56fa7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c2badf28-31b6-45b6-9e34-a2042e9da9e9), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.515113 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e0418ea3-6964-4ee5-94fa-eda06686a9c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/da801385-2388-4b72-a8a6-40f5ab77b051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4852302 May 13 13:23:14.581620 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-5f700d5f-35a8-4dc3-850d-5a82d56fa7c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5857dcac665465cbc0b4732c49db220&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6771133 May 13 13:23:14.583864 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f700d5f-35a8-4dc3-850d-5a82d56fa7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2badf28-31b6-45b6-9e34-a2042e9da9e9,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:14.603315 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44796) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:14.621831 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c66fb75b-9609-42a5-ab52-8cb5f8aea16c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5b35278c816424fa56093e9e465c357&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5564532 May 13 13:23:14.627565 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44798) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:14.807040 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port b884cb53-bd76-4a88-94a1-a6f13789549b triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:14.807419 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.810492 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e1097f6b-bd6d-4898-a5b8-7f6e03e58139 admin admin] Publish callbacks [] for security_group (24127494-e86c-4182-b870-7449b3be08f6), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.862019 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-368abc5c-c82f-4b0f-9701-68afeaef31b0 admin admin] Publish callbacks [] for security_group (c2badf28-31b6-45b6-9e34-a2042e9da9e9), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.910153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e1097f6b-bd6d-4898-a5b8-7f6e03e58139 admin admin] Publish callbacks [] for security_group (24127494-e86c-4182-b870-7449b3be08f6), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:14.941120 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Allocated IP 172.20.0.2 (21e00451-23e6-47b8-9a7d-43a8afdd14b9/ba554dca-7e0a-47a3-a292-de13e6071d17/106f6edc-9afc-4bbf-9485-7d73427f23d2) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:14.945138 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-368abc5c-c82f-4b0f-9701-68afeaef31b0 admin admin] Publish callbacks [] for security_group (c2badf28-31b6-45b6-9e34-a2042e9da9e9), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.003813 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb7a1-48b6-4dce-a3bd-a442480ce0c5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (a91f250a-36a8-4c29-8606-b3eec1bee3ea), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.031007 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-6299eaf5-f129-4e5c-ac9f-b6fcc49f4365 None None] Port 168c813b-b48a-404b-8d16-917f5cacd7d0 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:15.172735 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb7a1-48b6-4dce-a3bd-a442480ce0c5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (a91f250a-36a8-4c29-8606-b3eec1bee3ea), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.255480 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Sync routers for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:23:15.266936 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-368abc5c-c82f-4b0f-9701-68afeaef31b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c2badf28-31b6-45b6-9e34-a2042e9da9e9), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.271063 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-368abc5c-c82f-4b0f-9701-68afeaef31b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.275920 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-368abc5c-c82f-4b0f-9701-68afeaef31b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2badf28-31b6-45b6-9e34-a2042e9da9e9 HTTP/1.1" status: 204 len: 168 time: 0.6701090 May 13 13:23:15.276785 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e1097f6b-bd6d-4898-a5b8-7f6e03e58139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (24127494-e86c-4182-b870-7449b3be08f6), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.280448 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e1097f6b-bd6d-4898-a5b8-7f6e03e58139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.286254 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e1097f6b-bd6d-4898-a5b8-7f6e03e58139 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24127494-e86c-4182-b870-7449b3be08f6 HTTP/1.1" status: 204 len: 168 time: 0.6576331 May 13 13:23:15.315646 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfb7a1-48b6-4dce-a3bd-a442480ce0c5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f250a-36a8-4c29-8606-b3eec1bee3ea,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:15.331235 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44830) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:15.332182 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:15.334664 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:15.353845 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368abc5c-c82f-4b0f-9701-68afeaef31b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2badf28-31b6-45b6-9e34-a2042e9da9e9,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:15.382741 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2fd8890f-451f-4615-b0d6-f2605879e933 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:15.384838 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Provisioning complete for port 168c813b-b48a-404b-8d16-917f5cacd7d0 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:15.385411 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.398337 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Sync routers for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:23:15.398418 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2fd8890f-451f-4615-b0d6-f2605879e933 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 819 time: 1.3068728 May 13 13:23:15.403725 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-4142a7dd-e118-4aa3-b8e8-beebe41e2a01 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996927790', 'description': 'tempest-description--672240544'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:15.415986 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1097f6b-bd6d-4898-a5b8-7f6e03e58139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24127494-e86c-4182-b870-7449b3be08f6,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:15.563047 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:15.564300 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:15.574881 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f3565-7133-4364-984e-ef8e4f1eedd5 None None] Pushing event updated for resources: {'Port': ['ID=168c813b-b48a-404b-8d16-917f5cacd7d0,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:15.615572 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4142a7dd-e118-4aa3-b8e8-beebe41e2a01 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.644545 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-6b7a018a-c6b3-440b-8ce4-155da0f87e88 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/quotas/a0e165a1f0d34fca81de45a48c6cdbb9 HTTP/1.1" status: 200 len: 375 time: 0.2059770 May 13 13:23:15.728162 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb7a1-48b6-4dce-a3bd-a442480ce0c5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.728959 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:15.735016 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c9bfb7a1-48b6-4dce-a3bd-a442480ce0c5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7556334 May 13 13:23:15.743855 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44848) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:15.767528 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-5112cfce-fb9a-4ac4-a762-5e4e87ec8089 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'security_group_rule': {'security_group_id': 'a91f250a-36a8-4c29-8606-b3eec1bee3ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:15.871752 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:15.876953 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4142a7dd-e118-4aa3-b8e8-beebe41e2a01 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (8ebcde4d-96b6-4c57-8bf5-951833befff4), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.951514 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5112cfce-fb9a-4ac4-a762-5e4e87ec8089 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (db20b6b6-f15f-4895-b83b-dbae21cd2d26), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:15.971230 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Publish callbacks [] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.052387 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4142a7dd-e118-4aa3-b8e8-beebe41e2a01 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8ebcde4d-96b6-4c57-8bf5-951833befff4), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.057181 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5112cfce-fb9a-4ac4-a762-5e4e87ec8089 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (db20b6b6-f15f-4895-b83b-dbae21cd2d26), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.105988 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142a7dd-e118-4aa3-b8e8-beebe41e2a01 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebcde4d-96b6-4c57-8bf5-951833befff4,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:16.144578 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c39f082-5a7f-42d2-a06d-2738649b6107 req-8a66b3d2-1ab7-4f5c-ac4b-519d6358c9f1 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.5508595 May 13 13:23:16.169960 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-33dfdbcd-06e4-4d3b-9059-e98449edef7f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5107250 May 13 13:23:16.281450 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4142a7dd-e118-4aa3-b8e8-beebe41e2a01 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.538713 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-4142a7dd-e118-4aa3-b8e8-beebe41e2a01 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9329042 May 13 13:23:16.538713 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5112cfce-fb9a-4ac4-a762-5e4e87ec8089 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (db20b6b6-f15f-4895-b83b-dbae21cd2d26), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.538713 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112cfce-fb9a-4ac4-a762-5e4e87ec8089 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db20b6b6-f15f-4895-b83b-dbae21cd2d26,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:16.538713 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44864) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:16.538713 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-825de0f8-bdd8-465e-a0bc-b7de6cb97dd2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'security_group_rule': {'security_group_id': '8ebcde4d-96b6-4c57-8bf5-951833befff4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:16.540688 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 2, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:16.541856 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-4887de0c-00d1-4a76-91ce-8154bd3763e4 service neutron] 10.222.0.13 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068427 May 13 13:23:16.542786 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Checking router: 4831d67a-5c02-45c2-b75a-f75c25514baf for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:23:16.542786 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Updating router 4831d67a-5c02-45c2-b75a-f75c25514baf port 7031b167-4827-4781-ac59-4b5f615ec991 binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:23:16.542786 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7031b167-4827-4781-ac59-4b5f615ec991), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.543410 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-c0d30238-99c7-4b15-8788-d7e637a9146c service neutron] 10.222.0.13 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002824 May 13 13:23:16.543876 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Current status of the port 168c813b-b48a-404b-8d16-917f5cacd7d0 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:16.543876 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.556143 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port b884cb53-bd76-4a88-94a1-a6f13789549b is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:16.556955 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.571285 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:14Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:16.627947 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d0b9d8-9b8b-4679-9f75-59d8f6702b3d None None] The sync data for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi is: [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:14Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:23:16.656732 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port b884cb53-bd76-4a88-94a1-a6f13789549b, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=b884cb53-bd76-4a88-94a1-a6f13789549b,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:16.679611 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.691613 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] For port 168c813b-b48a-404b-8d16-917f5cacd7d0, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=168c813b-b48a-404b-8d16-917f5cacd7d0,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:16.692678 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5112cfce-fb9a-4ac4-a762-5e4e87ec8089 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.699827 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-5112cfce-fb9a-4ac4-a762-5e4e87ec8089 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9511158 May 13 13:23:16.700716 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44866) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:16.710264 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-10b71ff5-e62c-47db-8859-3bac1a89dde6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'security_group_rule': {'security_group_id': 'a91f250a-36a8-4c29-8606-b3eec1bee3ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:16.762807 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 2, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:16.810490 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Checking router: da801385-2388-4b72-a8a6-40f5ab77b051 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:23:16.811171 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Updating router da801385-2388-4b72-a8a6-40f5ab77b051 port d2691597-8197-4713-baed-d9187bb5b2a7 binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:23:16.818525 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-825de0f8-bdd8-465e-a0bc-b7de6cb97dd2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (e5041bde-99cd-4d63-ad3b-2c95c0a2e243), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.875851 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.879950 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:16.903357 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:16.923467 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:16.965863 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:16.988022 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:16.988022 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.093378 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Publish callbacks [] for port (7031b167-4827-4781-ac59-4b5f615ec991), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.124118 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Provisioning complete for port d2691597-8197-4713-baed-d9187bb5b2a7 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:17.130798 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.130943 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-10b71ff5-e62c-47db-8859-3bac1a89dde6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (f7b78d5e-5f50-44c0-87ef-6858552dae52), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.139214 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0d935e5-72fd-45c9-91bf-a56ff1e5b367 req-407cbbec-fad3-4399-b0d8-c8601317addf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 210 time: 0.0889211 May 13 13:23:17.145399 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Pushing event updated for resources: {'Port': ['ID=106f6edc-9afc-4bbf-9485-7d73427f23d2,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:17.204235 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7031b167-4827-4781-ac59-4b5f615ec991), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.216983 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-d8c1753d-8e63-4fb5-bfc0-52a44ca4ff2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7549713 May 13 13:23:17.232940 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Port d2691597-8197-4713-baed-d9187bb5b2a7 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:17.238326 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.256529 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-3c6e3417-2348-46b3-be6e-2b4ffc4726f9 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:23:17.256529 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-3c6e3417-2348-46b3-be6e-2b4ffc4726f9 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057292 May 13 13:23:17.272094 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=b884cb53-bd76-4a88-94a1-a6f13789549b,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:17.299991 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44878) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:17.340956 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc4e48-d6a9-4853-a5d9-fd99c47fa10f None None] Pushing event updated for resources: {'Port': ['ID=7031b167-4827-4781-ac59-4b5f615ec991,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:17.346303 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c771ff9c-de85-4957-bd0b-627217b51ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.449003 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-10b71ff5-e62c-47db-8859-3bac1a89dde6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (f7b78d5e-5f50-44c0-87ef-6858552dae52), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.460062 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-825de0f8-bdd8-465e-a0bc-b7de6cb97dd2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (e5041bde-99cd-4d63-ad3b-2c95c0a2e243), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.524270 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-10b71ff5-e62c-47db-8859-3bac1a89dde6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (f7b78d5e-5f50-44c0-87ef-6858552dae52), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.535685 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-825de0f8-bdd8-465e-a0bc-b7de6cb97dd2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (e5041bde-99cd-4d63-ad3b-2c95c0a2e243), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.601101 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed0592-a077-4433-a9be-af8687b648ea None None] Pushing event updated for resources: {'Port': ['ID=168c813b-b48a-404b-8d16-917f5cacd7d0,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:17.640846 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b71ff5-e62c-47db-8859-3bac1a89dde6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b78d5e-5f50-44c0-87ef-6858552dae52,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:17.679209 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Attempting to bind port 7031b167-4827-4781-ac59-4b5f615ec991 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:17.690470 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Attempting to bind port 7031b167-4827-4781-ac59-4b5f615ec991 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:17.690587 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825de0f8-bdd8-465e-a0bc-b7de6cb97dd2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5041bde-99cd-4d63-ad3b-2c95c0a2e243,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:17.690695 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Attempting to bind port 7031b167-4827-4781-ac59-4b5f615ec991 on network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:17.696491 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:17.700883 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Checking segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:17.701574 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.703184 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Bound using segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:17.705395 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Bound port: 7031b167-4827-4781-ac59-4b5f615ec991, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:17.707333 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7031b167-4827-4781-ac59-4b5f615ec991), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.734917 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-10b71ff5-e62c-47db-8859-3bac1a89dde6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.736548 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-10b71ff5-e62c-47db-8859-3bac1a89dde6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0345924 May 13 13:23:17.737313 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.69', 61011) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:17.739795 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44888) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:17.775030 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:17.829786 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-825de0f8-bdd8-465e-a0bc-b7de6cb97dd2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:17.832627 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-825de0f8-bdd8-465e-a0bc-b7de6cb97dd2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4826722 May 13 13:23:17.848049 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44896) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:17.875548 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-3cc8fff4-16a2-4ac9-a14e-a6af2698545f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'security_group_rule': {'security_group_id': '8ebcde4d-96b6-4c57-8bf5-951833befff4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:17.896167 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44898) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:18.013768 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] For port 7031b167-4827-4781-ac59-4b5f615ec991, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:18.018396 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Request body: {'port': {'device_id': '20c9aa48-48db-4f84-9968-22cc353389ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:18.027209 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] For port 7031b167-4827-4781-ac59-4b5f615ec991, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=7031b167-4827-4781-ac59-4b5f615ec991,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:18.086700 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af04d4-49a1-461a-b4c2-616e821d7e50 req-238e74ae-5175-477a-989c-db46aabf7fe0 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:18.094000 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.097911 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71af04d4-49a1-461a-b4c2-616e821d7e50 req-238e74ae-5175-477a-989c-db46aabf7fe0 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 931 time: 0.7158880 May 13 13:23:18.125496 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7031b167-4827-4781-ac59-4b5f615ec991), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.185697 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-5b9e3e43-e8ca-4c3b-b4e9-2f31f352ff75 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:18.193197 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-5b9e3e43-e8ca-4c3b-b4e9-2f31f352ff75 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 819 time: 0.6041470 May 13 13:23:18.297177 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fff4-16a2-4ac9-a14e-a6af2698545f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (d31ddf40-9b33-4de4-9c4b-46c33550a19a), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.353519 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc4e48-d6a9-4853-a5d9-fd99c47fa10f None None] Pushing event updated for resources: {'Port': ['ID=7031b167-4827-4781-ac59-4b5f615ec991,revision_number=4']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:18.374639 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 5021418a-6074-417f-8a0a-6a1057375be8 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:18.389743 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:18.391598 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:18.443336 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-e43d1bf4-4e6a-45a3-b8d8-cfa561ad05e9 None None] Provisioning complete for port 7031b167-4827-4781-ac59-4b5f615ec991 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:18.443336 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e43d1bf4-4e6a-45a3-b8d8-cfa561ad05e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (7031b167-4827-4781-ac59-4b5f615ec991), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.472759 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'port': {'device_id': '75885842-8f4b-43a8-aa30-0da326e4f6e3', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'admin_state_up': True, 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:18.480586 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.602664 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fff4-16a2-4ac9-a14e-a6af2698545f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (d31ddf40-9b33-4de4-9c4b-46c33550a19a), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.622713 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c771ff9c-de85-4957-bd0b-627217b51ffb admin admin] Publish callbacks [] for security_group (130fdc05-049e-4d22-87d9-0d2c73dc0df2), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.623989 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Publish callbacks [] for port (d2691597-8197-4713-baed-d9187bb5b2a7), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.626719 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 5021418a-6074-417f-8a0a-6a1057375be8 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:18.627098 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (5021418a-6074-417f-8a0a-6a1057375be8), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.630092 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71af04d4-49a1-461a-b4c2-616e821d7e50 req-89bdc766-9f1d-4782-825b-5d600524d126 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289452 May 13 13:23:18.727637 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8eea61dc-ff2a-42e8-881d-d665b62d85e2 req-a2365455-9735-4044-8d3f-a8ef6c74283f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 210 time: 0.2860436 May 13 13:23:18.732064 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c771ff9c-de85-4957-bd0b-627217b51ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (130fdc05-049e-4d22-87d9-0d2c73dc0df2), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.764979 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-e43d1bf4-4e6a-45a3-b8d8-cfa561ad05e9 None None] Current status of the port 7031b167-4827-4781-ac59-4b5f615ec991 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:18.765377 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e43d1bf4-4e6a-45a3-b8d8-cfa561ad05e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7031b167-4827-4781-ac59-4b5f615ec991), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.793955 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.807449 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:18.847258 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.849239 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-73a3bf0d-cfbb-4915-98d1-51b9d6640bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.886534 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fff4-16a2-4ac9-a14e-a6af2698545f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (d31ddf40-9b33-4de4-9c4b-46c33550a19a), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:18.909886 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771ff9c-de85-4957-bd0b-627217b51ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130fdc05-049e-4d22-87d9-0d2c73dc0df2,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:18.919248 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c771ff9c-de85-4957-bd0b-627217b51ffb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7ce47351ba0436e8df628c730213a66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6178470 May 13 13:23:18.931000 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44928) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:18.939544 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-e43d1bf4-4e6a-45a3-b8d8-cfa561ad05e9 None None] For port 7031b167-4827-4781-ac59-4b5f615ec991, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=7031b167-4827-4781-ac59-4b5f615ec991,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:18.940109 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32aaa7-6ba9-45e6-98f4-1c197036675a None None] Pushing event updated for resources: {'Port': ['ID=d2691597-8197-4713-baed-d9187bb5b2a7,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:19.018370 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e43d1bf4-4e6a-45a3-b8d8-cfa561ad05e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7031b167-4827-4781-ac59-4b5f615ec991), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.145736 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 5021418a-6074-417f-8a0a-6a1057375be8 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:19.150901 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Made reservation on behalf of a0e165a1f0d34fca81de45a48c6cdbb9 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:23:19.155469 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.155991 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device b884cb53-bd76-4a88-94a1-a6f13789549b up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:19.169532 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c7bd971-886f-4d2b-89a3-065b046cbbed admin admin] Publish callbacks [] for security_group (130fdc05-049e-4d22-87d9-0d2c73dc0df2), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.222679 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8fff4-16a2-4ac9-a14e-a6af2698545f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31ddf40-9b33-4de4-9c4b-46c33550a19a,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:19.278098 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Attempting to bind port d2691597-8197-4713-baed-d9187bb5b2a7 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:19.278098 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Attempting to bind port d2691597-8197-4713-baed-d9187bb5b2a7 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:19.278098 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Attempting to bind port d2691597-8197-4713-baed-d9187bb5b2a7 on network a7e06528-db27-472b-858f-4ca58111325e {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:19.396719 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c7bd971-886f-4d2b-89a3-065b046cbbed admin admin] Publish callbacks [] for security_group (130fdc05-049e-4d22-87d9-0d2c73dc0df2), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.482700 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-8ae6f076-bce4-41fd-9946-9130fc0c0a68 None None] Provisioning complete for port 7031b167-4827-4781-ac59-4b5f615ec991 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:19.484917 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f076-bce4-41fd-9946-9130fc0c0a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (7031b167-4827-4781-ac59-4b5f615ec991), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.488112 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:17Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:19.546770 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-73a3bf0d-cfbb-4915-98d1-51b9d6640bcf admin admin] Publish callbacks [] for security_group (450e954e-a45b-4b0f-9fc7-970bfbd8c6ee), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.550398 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Allocated IP 172.20.0.8 (12caf126-4974-46b6-8013-584333b351af/acc7c103-7a0f-40ac-81c1-065afc5c7195/da8f9c78-af27-45b6-9aff-0e4aa45c7266) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:19.593725 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef313d-dc21-42de-a8fa-0b0f4437a5a7 None None] The sync data for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi is: [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:17Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:23:19.607548 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:19.612113 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Checking segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:19.614532 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.615014 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Bound using segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:19.633313 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Bound port: d2691597-8197-4713-baed-d9187bb5b2a7, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:19.637344 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.670155 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c7bd971-886f-4d2b-89a3-065b046cbbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (130fdc05-049e-4d22-87d9-0d2c73dc0df2), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.670155 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c7bd971-886f-4d2b-89a3-065b046cbbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:19.670155 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5c7bd971-886f-4d2b-89a3-065b046cbbed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/130fdc05-049e-4d22-87d9-0d2c73dc0df2 HTTP/1.1" status: 204 len: 168 time: 0.7361505 May 13 13:23:19.933980 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bd971-886f-4d2b-89a3-065b046cbbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130fdc05-049e-4d22-87d9-0d2c73dc0df2,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:19.977743 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d1bf4-4e6a-45a3-b8d8-cfa561ad05e9 None None] Pushing event updated for resources: {'Port': ['ID=7031b167-4827-4781-ac59-4b5f615ec991,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:20.059377 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-73a3bf0d-cfbb-4915-98d1-51b9d6640bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (450e954e-a45b-4b0f-9fc7-970bfbd8c6ee), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:20.302573 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6f076-bce4-41fd-9946-9130fc0c0a68 None None] Current status of the port 7031b167-4827-4781-ac59-4b5f615ec991 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:20.322172 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port b884cb53-bd76-4a88-94a1-a6f13789549b triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:20.322172 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:20.325896 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] For port d2691597-8197-4713-baed-d9187bb5b2a7, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:20.326510 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fff4-16a2-4ac9-a14e-a6af2698545f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:20.331489 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-3cc8fff4-16a2-4ac9-a14e-a6af2698545f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4746978 May 13 13:23:20.342179 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.69', 61015) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:20.342636 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 44958) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:20.391106 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:20.414489 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] For port d2691597-8197-4713-baed-d9187bb5b2a7, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d2691597-8197-4713-baed-d9187bb5b2a7,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:20.509457 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-93206af7-ae04-42d2-b4e7-141bd39b535d None None] Provisioning complete for port d2691597-8197-4713-baed-d9187bb5b2a7 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:20.510692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-93206af7-ae04-42d2-b4e7-141bd39b535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:20.517810 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:20.678494 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-73a3bf0d-cfbb-4915-98d1-51b9d6640bcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbe96cd1d66b47819daac629c3e091c3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7557771 May 13 13:23:20.830321 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:20.840670 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84ab4824-e25f-4ff6-b952-b55b98163480 req-ab038b45-5746-452e-9545-2bdf5fe41245 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 210 time: 0.9261334 May 13 13:23:20.853142 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:20.870493 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44976) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:21.113514 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8b144-0d30-4f0c-8a2d-a5c5d90d1fee req-14acc5b8-d96d-4ff4-985d-8b9ea857c2ef tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:21.121929 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80f8b144-0d30-4f0c-8a2d-a5c5d90d1fee req-14acc5b8-d96d-4ff4-985d-8b9ea857c2ef tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 931 time: 1.2527289 May 13 13:23:21.258061 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:21.299698 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.340482 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9f947500-1b85-45b7-a3ac-b88a1e1428b8 admin admin] Publish callbacks [] for security_group (450e954e-a45b-4b0f-9fc7-970bfbd8c6ee), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.342146 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32aaa7-6ba9-45e6-98f4-1c197036675a None None] Pushing event updated for resources: {'Port': ['ID=d2691597-8197-4713-baed-d9187bb5b2a7,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:21.398876 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3bf0d-cfbb-4915-98d1-51b9d6640bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450e954e-a45b-4b0f-9fc7-970bfbd8c6ee,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:21.468504 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port b884cb53-bd76-4a88-94a1-a6f13789549b is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:21.469706 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 168c813b-b48a-404b-8d16-917f5cacd7d0 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:21.473522 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.479866 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9f947500-1b85-45b7-a3ac-b88a1e1428b8 admin admin] Publish callbacks [] for security_group (450e954e-a45b-4b0f-9fc7-970bfbd8c6ee), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.588353 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106f6edc-9afc-4bbf-9485-7d73427f23d2 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:21.599683 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Allocated IP 172.27.2.11 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/7bbee234-a20c-4e77-a6af-af3901673112) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:21.618582 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event updated for resources: {'Port': ['ID=da8f9c78-af27-45b6-9aff-0e4aa45c7266,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:21.631422 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80f8b144-0d30-4f0c-8a2d-a5c5d90d1fee req-4039f7a0-7b35-45f7-9e44-035af0359655 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704363 May 13 13:23:21.634675 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Network 12caf126-4974-46b6-8013-584333b351af is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:21.643963 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:21.649629 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:21.678329 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Publish callbacks [] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.683716 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:21.684388 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.698526 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-93206af7-ae04-42d2-b4e7-141bd39b535d None None] Current status of the port d2691597-8197-4713-baed-d9187bb5b2a7 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:21.698915 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-93206af7-ae04-42d2-b4e7-141bd39b535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.758947 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 168c813b-b48a-404b-8d16-917f5cacd7d0 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:21.761903 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.784441 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.795551 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8dfc5b6c-8aaf-45a2-881e-f79ce8a8a5ef tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3754106 May 13 13:23:21.807911 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Request body: {'port': {'device_id': '75885842-8f4b-43a8-aa30-0da326e4f6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:21.858618 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9f947500-1b85-45b7-a3ac-b88a1e1428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (450e954e-a45b-4b0f-9fc7-970bfbd8c6ee), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.869406 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9f947500-1b85-45b7-a3ac-b88a1e1428b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:21.870689 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9f947500-1b85-45b7-a3ac-b88a1e1428b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/450e954e-a45b-4b0f-9fc7-970bfbd8c6ee HTTP/1.1" status: 204 len: 168 time: 0.9991341 May 13 13:23:21.909007 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f947500-1b85-45b7-a3ac-b88a1e1428b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450e954e-a45b-4b0f-9fc7-970bfbd8c6ee,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:21.993222 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-93206af7-ae04-42d2-b4e7-141bd39b535d None None] For port d2691597-8197-4713-baed-d9187bb5b2a7, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d2691597-8197-4713-baed-d9187bb5b2a7,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:22.006176 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:20Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:22.027201 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Transition to ACTIVE for port object 106f6edc-9afc-4bbf-9485-7d73427f23d2 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:23:22.032222 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:22.088904 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834510ec-2c09-42d9-a903-96eeed605338 None None] The sync data for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi is: [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:20Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:23:22.090996 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-93206af7-ae04-42d2-b4e7-141bd39b535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:22.133759 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85791993-1e22-42b0-9c17-19f84f2c85fd req-341653a6-489d-4477-a503-57ccd450d627 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 210 time: 0.0891583 May 13 13:23:22.151149 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93206af7-ae04-42d2-b4e7-141bd39b535d None None] Pushing event updated for resources: {'Port': ['ID=d2691597-8197-4713-baed-d9187bb5b2a7,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:22.180741 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-f73b643b-7858-47cc-b531-745ce1ea070b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:22.192241 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-f73b643b-7858-47cc-b531-745ce1ea070b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 819 time: 1.8384252 May 13 13:23:22.207599 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 168c813b-b48a-404b-8d16-917f5cacd7d0 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:22.244592 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:22.250546 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'port': {'device_id': 'e075348c-c206-4d9a-bfdd-a62857c07dec', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'admin_state_up': True, 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:22.268402 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:22.316732 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5663-3b12-4c73-9a6a-8634967f4842 None None] Provisioning complete for port da8f9c78-af27-45b6-9aff-0e4aa45c7266 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:22.317086 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5663-3b12-4c73-9a6a-8634967f4842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:22.409908 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca5663-3b12-4c73-9a6a-8634967f4842 None None] Port da8f9c78-af27-45b6-9aff-0e4aa45c7266 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:22.430951 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5663-3b12-4c73-9a6a-8634967f4842 None None] Provisioning complete for port d2691597-8197-4713-baed-d9187bb5b2a7 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:22.431323 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5663-3b12-4c73-9a6a-8634967f4842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:22.534151 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 168c813b-b48a-404b-8d16-917f5cacd7d0 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:22.609877 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45024) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:22.771231 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 168c813b-b48a-404b-8d16-917f5cacd7d0 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:22.771727 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:22.773209 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca5663-3b12-4c73-9a6a-8634967f4842 None None] Current status of the port d2691597-8197-4713-baed-d9187bb5b2a7 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:22.800738 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Pushing event updated for resources: {'Port': ['ID=106f6edc-9afc-4bbf-9485-7d73427f23d2,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:22.878296 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for port (7bbee234-a20c-4e77-a6af-af3901673112), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.010378 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 168c813b-b48a-404b-8d16-917f5cacd7d0 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:23.011459 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 7031b167-4827-4781-ac59-4b5f615ec991 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:23.016230 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45032) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:23.022010 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Attempting to bind port 106f6edc-9afc-4bbf-9485-7d73427f23d2 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:23.022790 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Attempting to bind port 106f6edc-9afc-4bbf-9485-7d73427f23d2 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '9941d452-8ea5-43b6-90ee-e7547e73301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21e00451-23e6-47b8-9a7d-43a8afdd14b9'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:23.023336 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Attempting to bind port 106f6edc-9afc-4bbf-9485-7d73427f23d2 on network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:23.045236 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Port 106f6edc-9afc-4bbf-9485-7d73427f23d2 on network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:23:23.046386 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Attempting to bind port 106f6edc-9afc-4bbf-9485-7d73427f23d2 on network 21e00451-23e6-47b8-9a7d-43a8afdd14b9 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:23.092012 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:23.092470 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Checking segment: {'id': '9941d452-8ea5-43b6-90ee-e7547e73301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21e00451-23e6-47b8-9a7d-43a8afdd14b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:23.093052 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Bound using segment: {'id': '9941d452-8ea5-43b6-90ee-e7547e73301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21e00451-23e6-47b8-9a7d-43a8afdd14b9'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:23.093520 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Bound port: 106f6edc-9afc-4bbf-9485-7d73427f23d2, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9941d452-8ea5-43b6-90ee-e7547e73301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '21e00451-23e6-47b8-9a7d-43a8afdd14b9'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:23.093979 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.105702 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 7031b167-4827-4781-ac59-4b5f615ec991 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:23.106377 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (7031b167-4827-4781-ac59-4b5f615ec991), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.125825 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e7d7-be29-477b-be93-66eb258cda7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.134485 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-557ac8e2-1a2e-4bf3-9a7c-de15983e4209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.164366 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Made reservation on behalf of a0e165a1f0d34fca81de45a48c6cdbb9 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:23:23.169172 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.200332 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77582-9dcb-46ed-b4ec-01dcd0a043a8 req-e8bd3920-343d-4859-ac85-d6545ce00beb tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:23.208246 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f4d77582-9dcb-46ed-b4ec-01dcd0a043a8 req-e8bd3920-343d-4859-ac85-d6545ce00beb tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 943 time: 0.4287748 May 13 13:23:23.292153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (7bbee234-a20c-4e77-a6af-af3901673112), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.327315 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 7031b167-4827-4781-ac59-4b5f615ec991 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:23.350553 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] For port 106f6edc-9afc-4bbf-9485-7d73427f23d2, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:23.375400 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8f9c78-af27-45b6-9aff-0e4aa45c7266 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:23.425516 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f4d77582-9dcb-46ed-b4ec-01dcd0a043a8 req-597a6192-5c38-4993-918c-5628ba019627 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105539 May 13 13:23:23.439609 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Publish callbacks [] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.472193 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3f5ce680-5588-49e0-b6f8-7123d402b952 req-0f0311c6-0198-4464-b36e-76512c01628c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 210 time: 0.1251392 May 13 13:23:23.509392 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] For port 106f6edc-9afc-4bbf-9485-7d73427f23d2, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=106f6edc-9afc-4bbf-9485-7d73427f23d2,segment=NetworkSegment(9941d452-8ea5-43b6-90ee-e7547e73301e),segment_id=9941d452-8ea5-43b6-90ee-e7547e73301e)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:23.626168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'Port': ['ID=7bbee234-a20c-4e77-a6af-af3901673112,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:23.634722 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e7d7-be29-477b-be93-66eb258cda7d admin admin] Publish callbacks [] for security_group (b26aef85-8758-4f16-9043-b75e9d36d484), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.636881 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Transition to ACTIVE for port object da8f9c78-af27-45b6-9aff-0e4aa45c7266 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:23:23.648351 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-557ac8e2-1a2e-4bf3-9a7c-de15983e4209 admin admin] Publish callbacks [] for security_group (17935beb-8047-429b-9681-3b8dcbe9d325), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.675366 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:23.677014 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.701577 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e7d7-be29-477b-be93-66eb258cda7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (b26aef85-8758-4f16-9043-b75e9d36d484), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.706011 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-557ac8e2-1a2e-4bf3-9a7c-de15983e4209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (17935beb-8047-429b-9681-3b8dcbe9d325), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.708781 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.746271 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:23.753214 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Allocated IP 172.27.2.118 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/5daeb81b-a1de-4e9d-9b18-dbe5209111cc) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:23.755390 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:23.866768 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5e7d7-be29-477b-be93-66eb258cda7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26aef85-8758-4f16-9043-b75e9d36d484,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:23.875012 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e3e5e7d7-be29-477b-be93-66eb258cda7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f016a55e94cc41e1a126155da2f72e26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2624743 May 13 13:23:23.877733 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45052) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:23.910423 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-557ac8e2-1a2e-4bf3-9a7c-de15983e4209 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39aa836013b149e097e5d702441a3d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8765001 May 13 13:23:23.916318 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:23.920408 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Pushing event updated for resources: {'Port': ['ID=da8f9c78-af27-45b6-9aff-0e4aa45c7266,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:23.921440 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:23.923748 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] 10.222.0.69 "PUT /v2.0/ports/106f6edc-9afc-4bbf-9485-7d73427f23d2 HTTP/1.1" status: 200 len: 1093 time: 6.1853287 May 13 13:23:23.925475 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c9aa48-48db-4f84-9968-22cc353389ff', 'tag': '106f6edc-9afc-4bbf-9485-7d73427f23d2'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:23.930443 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45054) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:24.127564 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ac8e2-1a2e-4bf3-9a7c-de15983e4209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17935beb-8047-429b-9681-3b8dcbe9d325,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:24.240355 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Attempting to bind port da8f9c78-af27-45b6-9aff-0e4aa45c7266 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:24.240863 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Attempting to bind port da8f9c78-af27-45b6-9aff-0e4aa45c7266 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:24.241302 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Attempting to bind port da8f9c78-af27-45b6-9aff-0e4aa45c7266 on network 12caf126-4974-46b6-8013-584333b351af {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:24.254186 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0bf480dc-b278-4cfe-96b6-f6ad908f7c38 admin admin] Publish callbacks [] for security_group (b26aef85-8758-4f16-9043-b75e9d36d484), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.262069 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Port da8f9c78-af27-45b6-9aff-0e4aa45c7266 on network 12caf126-4974-46b6-8013-584333b351af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:23:24.262592 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Attempting to bind port da8f9c78-af27-45b6-9aff-0e4aa45c7266 on network 12caf126-4974-46b6-8013-584333b351af {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:24.341460 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:24.341824 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Checking segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:24.347001 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Bound using segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:24.349480 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Bound port: da8f9c78-af27-45b6-9aff-0e4aa45c7266, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:24.350142 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.386179 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d2691597-8197-4713-baed-d9187bb5b2a7 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:24.396993 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0bf480dc-b278-4cfe-96b6-f6ad908f7c38 admin admin] Publish callbacks [] for security_group (b26aef85-8758-4f16-9043-b75e9d36d484), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.399395 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-02f20bfb-3c57-4fc3-9bfd-7c6d1823968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:24.401303 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-02f20bfb-3c57-4fc3-9bfd-7c6d1823968f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=53d039bf33554bddb212aeb247b4645e&device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 1127 time: 0.2894878 May 13 13:23:24.457830 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ee51096e-2aea-4a19-8918-f188b55c628a admin admin] Publish callbacks [] for security_group (17935beb-8047-429b-9681-3b8dcbe9d325), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.519595 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ee51096e-2aea-4a19-8918-f188b55c628a admin admin] Publish callbacks [] for security_group (17935beb-8047-429b-9681-3b8dcbe9d325), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.535205 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0bf480dc-b278-4cfe-96b6-f6ad908f7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (b26aef85-8758-4f16-9043-b75e9d36d484), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.537752 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0bf480dc-b278-4cfe-96b6-f6ad908f7c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.541861 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0bf480dc-b278-4cfe-96b6-f6ad908f7c38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b26aef85-8758-4f16-9043-b75e9d36d484 HTTP/1.1" status: 204 len: 168 time: 0.6570976 May 13 13:23:24.579684 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf480dc-b278-4cfe-96b6-f6ad908f7c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26aef85-8758-4f16-9043-b75e9d36d484,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:24.620377 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for port (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.661873 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] For port da8f9c78-af27-45b6-9aff-0e4aa45c7266, host hv-cinder-84163, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:24.709518 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] For port da8f9c78-af27-45b6-9aff-0e4aa45c7266, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:24.720079 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port d2691597-8197-4713-baed-d9187bb5b2a7 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:24.720469 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.763631 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee64a08-5810-476a-ac76-5f52db8362da req-c5c75c01-853c-4bdf-9436-a126e0b30c2a tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:24.763631 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ee64a08-5810-476a-ac76-5f52db8362da req-c5c75c01-853c-4bdf-9436-a126e0b30c2a tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 943 time: 0.1491156 May 13 13:23:24.780323 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f9bff2e-948f-4d90-8559-f2437ddb306c req-a213a8f0-1c86-44df-b83e-a1352b867bf4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 210 time: 0.0721748 May 13 13:23:24.796162 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.900745 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c09943b-58b3-4280-a4ac-51c43c046051" -d '{"events": [{"name": "network-changed", "server_uuid": "20c9aa48-48db-4f84-9968-22cc353389ff", "tag": "106f6edc-9afc-4bbf-9485-7d73427f23d2"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:24.989290 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ee51096e-2aea-4a19-8918-f188b55c628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (17935beb-8047-429b-9681-3b8dcbe9d325), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.990123 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ee51096e-2aea-4a19-8918-f188b55c628a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.993687 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ee51096e-2aea-4a19-8918-f188b55c628a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17935beb-8047-429b-9681-3b8dcbe9d325 HTTP/1.1" status: 204 len: 168 time: 1.0357287 May 13 13:23:24.994311 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:24.994950 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:24.996395 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] 10.222.0.69 "PUT /v2.0/ports/da8f9c78-af27-45b6-9aff-0e4aa45c7266 HTTP/1.1" status: 200 len: 1093 time: 3.1940076 May 13 13:23:25.020236 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port d2691597-8197-4713-baed-d9187bb5b2a7 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:25.021346 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75885842-8f4b-43a8-aa30-0da326e4f6e3', 'tag': 'da8f9c78-af27-45b6-9aff-0e4aa45c7266'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:25.155332 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:25.222658 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-cc4c76aa-194f-4cda-9583-4f6ccb5cc03c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=106f6edc-9afc-4bbf-9485-7d73427f23d2 HTTP/1.1" status: 200 len: 217 time: 0.3172665 May 13 13:23:25.234153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (0e422b15-1cf4-4195-a611-8637c0a12ac1), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:25.352050 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Allocated IP 172.20.0.11 (12caf126-4974-46b6-8013-584333b351af/acc7c103-7a0f-40ac-81c1-065afc5c7195/0f02d863-38e9-4d24-99ba-89d714b38cb6) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:25.352050 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d29607-13e5-4dba-bace-8d89e2f01d04 service neutron] Pushing event updated for resources: {'Port': ['ID=106f6edc-9afc-4bbf-9485-7d73427f23d2,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:25.360865 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:25.363790 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-44cc3206-dea1-46c1-9f04-3e98aba2d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:25.366015 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-44cc3206-dea1-46c1-9f04-3e98aba2d25c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba554dca-7e0a-47a3-a292-de13e6071d17 HTTP/1.1" status: 200 len: 852 time: 0.1159093 May 13 13:23:25.381800 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:25.401259 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:25.430484 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-0bc48091-8028-42f3-b186-60aeecba74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:25.436747 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-0bc48091-8028-42f3-b186-60aeecba74fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 1127 time: 0.2628500 May 13 13:23:25.451565 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51096e-2aea-4a19-8918-f188b55c628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17935beb-8047-429b-9681-3b8dcbe9d325,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:25.616135 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-066ae7a8-91a8-4f51-9873-fa664c72b7fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266 HTTP/1.1" status: 200 len: 217 time: 0.1359406 May 13 13:23:25.624402 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ee64a08-5810-476a-ac76-5f52db8362da req-16143c36-6e15-4c52-a7f9-43b5d89cb31d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8424380 May 13 13:23:25.681243 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aea4ea-7b77-48f8-bed9-3d51b85616d8 service neutron] Pushing event updated for resources: {'Port': ['ID=da8f9c78-af27-45b6-9aff-0e4aa45c7266,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:25.768420 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-860f716e-4ffb-4fd1-9713-330c8401a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:25.770380 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-860f716e-4ffb-4fd1-9713-330c8401a93b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.1357868 May 13 13:23:25.832317 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-73f3191f-dd42-4cc0-be40-3e7e6a6b6c7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21e00451-23e6-47b8-9a7d-43a8afdd14b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4472904 May 13 13:23:26.040816 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8318f0df-64d9-41d7-b375-c062d1e9da68 x-openstack-request-id: req-8318f0df-64d9-41d7-b375-c062d1e9da68 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:26.041152 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c9aa48-48db-4f84-9968-22cc353389ff", "tag": "106f6edc-9afc-4bbf-9485-7d73427f23d2", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:26.045115 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8318f0df-64d9-41d7-b375-c062d1e9da68 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:26.045115 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8318f0df-64d9-41d7-b375-c062d1e9da68'] response: {'name': 'network-changed', 'server_uuid': '20c9aa48-48db-4f84-9968-22cc353389ff', 'tag': '106f6edc-9afc-4bbf-9485-7d73427f23d2', 'status': 'completed', 'code': 200} May 13 13:23:26.104286 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'Port': ['ID=5daeb81b-a1de-4e9d-9b18-dbe5209111cc,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:26.130409 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7bbee234-a20c-4e77-a6af-af3901673112), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:26.143531 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (c8677ebf-7294-4b41-8e95-d163e51aeb69), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:26.283100 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5b1f3a95-c24f-4e27-91c9-6691298662b0 req-a1cd8a30-7bd5-45c0-a072-51bc4394bcf9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 210 time: 0.0723403 May 13 13:23:26.287685 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-5988473a-0f2d-4c30-837c-a53d706d0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:26.289654 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-5988473a-0f2d-4c30-837c-a53d706d0903 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5085258 May 13 13:23:26.387180 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-64cdbd62-c501-48b1-a389-0dd6c1817d9c service neutron] 10.222.0.69 "GET /v2.0/networks/21e00451-23e6-47b8-9a7d-43a8afdd14b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211249 May 13 13:23:26.472424 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:26.561932 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-8e2f804e-df0e-41f3-9a5d-809940341ab6 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689177 May 13 13:23:26.607916 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:26.639920 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45120) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:26.709708 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b3728e70-f8a1-41a9-9212-141e58f1bffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:26.740760 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for port (7bbee234-a20c-4e77-a6af-af3901673112), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:26.776849 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48ea3a1e-e09b-4e0d-a4d6-7b4d9f8a0217 req-be2c3661-19fd-4545-8bcc-4deced310d99 service neutron] 10.222.0.69 "GET /v2.0/networks/21e00451-23e6-47b8-9a7d-43a8afdd14b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456047 May 13 13:23:26.801705 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ce9af-f2db-42c0-831e-b2f48b871d06" -d '{"events": [{"name": "network-changed", "server_uuid": "75885842-8f4b-43a8-aa30-0da326e4f6e3", "tag": "da8f9c78-af27-45b6-9aff-0e4aa45c7266"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:26.821205 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7bbee234-a20c-4e77-a6af-af3901673112), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:26.918178 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:26.948799 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (0e422b15-1cf4-4195-a611-8637c0a12ac1), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.009518 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ef6a04f-4577-49d5-9948-431e89d977b1 req-7aa66676-1c99-4181-8dbd-4cd3aa84dd61 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257228 May 13 13:23:27.054436 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b3728e70-f8a1-41a9-9212-141e58f1bffe admin admin] Publish callbacks [] for security_group (8df6b42e-4726-44ee-893e-dd0281128af2), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.078954 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c57c-ccd9-4c56-8dcd-4f34bff1201e req-870a3f58-da65-46db-91ae-008b63c5541c tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:27.086868 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-36a4c57c-ccd9-4c56-8dcd-4f34bff1201e req-870a3f58-da65-46db-91ae-008b63c5541c tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 943 time: 0.2823303 May 13 13:23:27.116140 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'Port': ['ID=7bbee234-a20c-4e77-a6af-af3901673112,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:27.189716 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b3728e70-f8a1-41a9-9212-141e58f1bffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8df6b42e-4726-44ee-893e-dd0281128af2), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.345241 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71babcc-2b78-4a96-a803-22640e0d37e6 x-openstack-request-id: req-c71babcc-2b78-4a96-a803-22640e0d37e6 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:27.345538 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75885842-8f4b-43a8-aa30-0da326e4f6e3", "tag": "da8f9c78-af27-45b6-9aff-0e4aa45c7266", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:27.347757 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c71babcc-2b78-4a96-a803-22640e0d37e6 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:27.347757 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71babcc-2b78-4a96-a803-22640e0d37e6'] response: {'name': 'network-changed', 'server_uuid': '75885842-8f4b-43a8-aa30-0da326e4f6e3', 'tag': 'da8f9c78-af27-45b6-9aff-0e4aa45c7266', 'status': 'completed', 'code': 200} May 13 13:23:27.351648 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event updated for resources: {'Port': ['ID=0f02d863-38e9-4d24-99ba-89d714b38cb6,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:27.360473 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-9d507751-f2c4-4c4b-a348-91c0a44a1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:27.361982 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-9d507751-f2c4-4c4b-a348-91c0a44a1e75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 1127 time: 0.1091001 May 13 13:23:27.364869 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.370013 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-712accc4-48c8-410e-9641-be3ae0079274 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.6269612 May 13 13:23:27.395425 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b3728e70-f8a1-41a9-9212-141e58f1bffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=494bd29f66e944748d396e19c8172111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7539930 May 13 13:23:27.400798 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Network 12caf126-4974-46b6-8013-584333b351af is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:27.401908 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45150) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:27.435339 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-36a4c57c-ccd9-4c56-8dcd-4f34bff1201e req-f675bf1a-6b44-4c1a-804a-668cd4772bc4 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464541 May 13 13:23:27.477331 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:27.480147 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:27.486578 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:27.487227 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.519722 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-7eaf894e-e141-4e89-b316-004dc3891a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:27.539948 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-7eaf894e-e141-4e89-b316-004dc3891a4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=53d039bf33554bddb212aeb247b4645e&device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 1127 time: 0.5536835 May 13 13:23:27.641281 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for port (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.652157 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3a5eafd2-45f1-4aed-abd9-b0d117e7b699 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4103506 May 13 13:23:27.687251 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728e70-f8a1-41a9-9212-141e58f1bffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6b42e-4726-44ee-893e-dd0281128af2,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:27.761992 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b76c-44a6-44f9-8304-4a31c8d6833e admin admin] Publish callbacks [] for security_group (8df6b42e-4726-44ee-893e-dd0281128af2), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.783077 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Request body: {'port': {'device_id': 'e075348c-c206-4d9a-bfdd-a62857c07dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:27.786486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.840335 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-7047e747-2937-45ed-9bb4-b644cde4e95b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--476017381&fields=id&tenant_id=6c22198af7e14553a967643df90e501f HTTP/1.1" status: 200 len: 267 time: 0.1573119 May 13 13:23:27.894554 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c641a4-4ab8-4730-9505-f29806eee1db req-1e305d2c-00e3-4d62-84ea-a64274d78e85 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:27.901926 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6c641a4-4ab8-4730-9505-f29806eee1db req-1e305d2c-00e3-4d62-84ea-a64274d78e85 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 932 time: 0.4460309 May 13 13:23:27.922674 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-f616f890-0358-499e-b062-b4447646021f None None] Provisioning complete for port 0f02d863-38e9-4d24-99ba-89d714b38cb6 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:27.923254 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f616f890-0358-499e-b062-b4447646021f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:27.944342 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (c8677ebf-7294-4b41-8e95-d163e51aeb69), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:28.043598 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b76c-44a6-44f9-8304-4a31c8d6833e admin admin] Publish callbacks [] for security_group (8df6b42e-4726-44ee-893e-dd0281128af2), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:28.052100 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6c641a4-4ab8-4730-9505-f29806eee1db req-66381459-e636-4630-a08d-7170a0b6d2fc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444104 May 13 13:23:28.059487 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-e0c9ae2e-360c-4bc2-bfa8-3606b94e6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:28.062159 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-e0c9ae2e-360c-4bc2-bfa8-3606b94e6142 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.6653960 May 13 13:23:28.083507 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-f616f890-0358-499e-b062-b4447646021f None None] Port 0f02d863-38e9-4d24-99ba-89d714b38cb6 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:28.128866 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-5a629883-b17a-4007-97ef-f3afbe094f4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266 HTTP/1.1" status: 200 len: 217 time: 0.0543873 May 13 13:23:28.136969 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:28.138160 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7835672 May 13 13:23:28.153517 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-911601e3-c5e4-4047-87ae-acc71a20fe65 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:28.156076 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-911601e3-c5e4-4047-87ae-acc71a20fe65 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 810 time: 0.3010504 May 13 13:23:28.187941 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-7316320a-4b7a-4f33-9499-e5e36b997489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:28.189461 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-7316320a-4b7a-4f33-9499-e5e36b997489 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21e00451-23e6-47b8-9a7d-43a8afdd14b9 HTTP/1.1" status: 200 len: 913 time: 0.5911572 May 13 13:23:28.193080 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1602-39cf-4167-9c93-a59dee2757f4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'Port': ['ID=5daeb81b-a1de-4e9d-9b18-dbe5209111cc,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:28.202785 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:28.205986 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-f470f786-4f97-4a56-aa5e-1497d30273de tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/quotas/6c22198af7e14553a967643df90e501f HTTP/1.1" status: 200 len: 375 time: 0.0249019 May 13 13:23:28.213223 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-19f604cc-165b-4bdf-9cdb-3acccd71fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:28.216096 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-19f604cc-165b-4bdf-9cdb-3acccd71fe12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0764971 May 13 13:23:28.262496 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-8774cc2c-4358-42be-a27d-cbf281106bdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=106f6edc-9afc-4bbf-9485-7d73427f23d2 HTTP/1.1" status: 200 len: 217 time: 0.0524623 May 13 13:23:28.268217 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-f84952e7-1b6a-42d8-abdf-b26d1d2cae43 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519688 May 13 13:23:28.418347 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-46057170-8284-4d49-8ff3-6f4d7ff7c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:28.439266 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-46057170-8284-4d49-8ff3-6f4d7ff7c71c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1625087 May 13 13:23:28.470757 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-e73ae722-a14f-41fb-9d3b-91ac7e5f4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:28.472341 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-e73ae722-a14f-41fb-9d3b-91ac7e5f4407 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ba554dca-7e0a-47a3-a292-de13e6071d17 HTTP/1.1" status: 200 len: 852 time: 0.1370151 May 13 13:23:28.616569 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b76c-44a6-44f9-8304-4a31c8d6833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8df6b42e-4726-44ee-893e-dd0281128af2), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:28.628591 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b76c-44a6-44f9-8304-4a31c8d6833e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:28.630118 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-b9a5b76c-44a6-44f9-8304-4a31c8d6833e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8df6b42e-4726-44ee-893e-dd0281128af2 HTTP/1.1" status: 204 len: 168 time: 1.2151973 May 13 13:23:28.661686 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-9bce0623-9057-4f44-be9f-d2a4eb91ccc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21e00451-23e6-47b8-9a7d-43a8afdd14b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607746 May 13 13:23:28.673136 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5b76c-44a6-44f9-8304-4a31c8d6833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6b42e-4726-44ee-893e-dd0281128af2,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:28.927212 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-77616291-cbdd-48ad-bab7-625580214009 service neutron] 10.222.0.13 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037631 May 13 13:23:28.941643 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-11f29a4e-a968-4dd5-bb86-ac7b5337ee25 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1996927790&fields=id&tenant_id=99575e3d89514f96b2f6f9d871ba0792 HTTP/1.1" status: 200 len: 267 time: 0.3950124 May 13 13:23:29.089451 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-b6993af0-9bd7-47d8-90bc-351f528adec2 service neutron] 10.222.0.69 "GET /v2.0/networks/21e00451-23e6-47b8-9a7d-43a8afdd14b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137232 May 13 13:23:29.102119 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-5a6cccd4-d7d6-4dd5-848d-72c9c0c5309e service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987352 May 13 13:23:29.257465 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3c09943b-58b3-4280-a4ac-51c43c046051 req-f2d030aa-a46e-42bf-959b-de0b9cc207b4 service neutron] 10.222.0.69 "GET /v2.0/networks/21e00451-23e6-47b8-9a7d-43a8afdd14b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595819 May 13 13:23:29.271142 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f02d863-38e9-4d24-99ba-89d714b38cb6 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:29.272788 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-313dee58-fa35-43a1-b93e-8208e43e75b2 service neutron] 10.222.0.13 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440926 May 13 13:23:29.281078 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Publish callbacks [] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:29.301560 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Transition to ACTIVE for port object 0f02d863-38e9-4d24-99ba-89d714b38cb6 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:23:29.320034 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-8c45503e-98c0-4d45-8f2c-93861398352a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:29.322587 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-8c45503e-98c0-4d45-8f2c-93861398352a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 816 time: 0.3795018 May 13 13:23:29.359288 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:29.363556 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-3a7cea29-627e-4310-b0da-8b845aa21419 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/quotas/99575e3d89514f96b2f6f9d871ba0792 HTTP/1.1" status: 200 len: 375 time: 0.0295630 May 13 13:23:29.439642 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f80ce9af-f2db-42c0-831e-b2f48b871d06 req-fd1d93aa-474a-4045-b63d-98aed4e6b9aa service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151259 May 13 13:23:29.476073 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-30d9c02c-f6e8-44e2-b547-7eb3f6c72621 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969107 May 13 13:23:29.563023 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Attempting to bind port 0f02d863-38e9-4d24-99ba-89d714b38cb6 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:29.563563 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Attempting to bind port 0f02d863-38e9-4d24-99ba-89d714b38cb6 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:29.563783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Attempting to bind port 0f02d863-38e9-4d24-99ba-89d714b38cb6 on network 12caf126-4974-46b6-8013-584333b351af {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:29.568706 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=0f02d863-38e9-4d24-99ba-89d714b38cb6,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:29.581856 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Port 0f02d863-38e9-4d24-99ba-89d714b38cb6 on network 12caf126-4974-46b6-8013-584333b351af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:23:29.582182 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Attempting to bind port 0f02d863-38e9-4d24-99ba-89d714b38cb6 on network 12caf126-4974-46b6-8013-584333b351af {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:29.597198 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:29.597532 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Checking segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:29.597930 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Bound using segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:29.598424 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Bound port: 0f02d863-38e9-4d24-99ba-89d714b38cb6, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:29.598794 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:29.835044 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] For port 0f02d863-38e9-4d24-99ba-89d714b38cb6, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:29.844392 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] For port 0f02d863-38e9-4d24-99ba-89d714b38cb6, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:29.911149 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-325f7aa3-52d5-4fdc-a624-5bc3e1db84da service neutron] 10.222.0.13 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081078 May 13 13:23:29.941683 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:29.950193 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b721cf-01d9-48d2-8457-1cd6e9f55fbb req-2a3cf270-b8e0-461b-a144-27ff7d9399ab tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:29.951830 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-39b721cf-01d9-48d2-8457-1cd6e9f55fbb req-2a3cf270-b8e0-461b-a144-27ff7d9399ab tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 943 time: 0.1816907 May 13 13:23:30.038236 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=0f02d863-38e9-4d24-99ba-89d714b38cb6,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:30.065335 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:30.065335 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:30.065335 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-2d928192-1b68-4c82-807b-97a525c9bf3a service neutron] 10.222.0.69 "PUT /v2.0/ports/0f02d863-38e9-4d24-99ba-89d714b38cb6 HTTP/1.1" status: 200 len: 1094 time: 2.3047254 May 13 13:23:30.066721 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e075348c-c206-4d9a-bfdd-a62857c07dec', 'tag': '0f02d863-38e9-4d24-99ba-89d714b38cb6'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:30.069913 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d0432-90b5-42d9-bf65-9d9761eff209" -d '{"events": [{"name": "network-changed", "server_uuid": "e075348c-c206-4d9a-bfdd-a62857c07dec", "tag": "0f02d863-38e9-4d24-99ba-89d714b38cb6"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:30.116901 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-39b721cf-01d9-48d2-8457-1cd6e9f55fbb req-104de2ef-7939-40f2-b7fc-e119f27f3e2d tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541984 May 13 13:23:30.130289 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-7dd4de17-b734-4849-87b2-57ccc8078958 service neutron] 10.222.0.13 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044878 May 13 13:23:30.326457 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-91ac7cac-22d8-44ce-ba2a-57f8832fe48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:30.331504 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-91ac7cac-22d8-44ce-ba2a-57f8832fe48c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 1128 time: 0.1300466 May 13 13:23:30.411415 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-ff886116-5f05-4b33-8b4c-7f522f86613f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6 HTTP/1.1" status: 200 len: 217 time: 0.0728531 May 13 13:23:30.421575 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:30.632111 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3d625bc2-87ce-4420-97d3-ceab4e9c2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:30.646288 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-3d625bc2-87ce-4420-97d3-ceab4e9c2eea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.2038851 May 13 13:23:30.758275 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-4201e16f-552a-45f4-8b04-9c192b0deafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:30.762085 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-4201e16f-552a-45f4-8b04-9c192b0deafd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1083040 May 13 13:23:30.835695 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5a9400f9-3aa4-46ec-9fc0-9cb05b8da235 req-76b89c97-b5d3-4bab-8eca-9e732ebedf54 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 210 time: 0.1295421 May 13 13:23:30.880053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd4397-fdb4-47b0-8b27-b2e2418ce135 req-3f9f0313-ee51-4577-a666-54017d022089 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:30.889998 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94dd4397-fdb4-47b0-8b27-b2e2418ce135 req-3f9f0313-ee51-4577-a666-54017d022089 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 944 time: 0.6680553 May 13 13:23:30.964429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5124e119-bf9e-4c44-95d9-bb0486a548fe x-openstack-request-id: req-5124e119-bf9e-4c44-95d9-bb0486a548fe {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:30.964429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e075348c-c206-4d9a-bfdd-a62857c07dec", "tag": "0f02d863-38e9-4d24-99ba-89d714b38cb6", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:30.964429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5124e119-bf9e-4c44-95d9-bb0486a548fe {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:30.964429 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5124e119-bf9e-4c44-95d9-bb0486a548fe'] response: {'name': 'network-changed', 'server_uuid': 'e075348c-c206-4d9a-bfdd-a62857c07dec', 'tag': '0f02d863-38e9-4d24-99ba-89d714b38cb6', 'status': 'completed', 'code': 200} May 13 13:23:31.067499 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-807e2213-ff57-4a58-b34a-e63fb4e70196 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866693 May 13 13:23:31.116755 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f07a273-6ac4-410d-a9ed-56dd474b218a req-d5cfb247-d276-4773-8ade-b46cc5d2f7be tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.1011760 May 13 13:23:31.154295 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94dd4397-fdb4-47b0-8b27-b2e2418ce135 req-02d45275-0fe2-4115-b6ff-5308410ab578 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625484 May 13 13:23:31.343291 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-75794bd8-ac75-44dc-bfbe-1c3d741ac27a req-b3801210-dacd-4204-90b8-cae4ad8c9ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595334 May 13 13:23:31.350939 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e05826-06c1-4ed4-a9c4-2b6cd307467c req-c5b74795-29fd-4318-8d79-332edf6517cc tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:31.360297 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92e05826-06c1-4ed4-a9c4-2b6cd307467c req-c5b74795-29fd-4318-8d79-332edf6517cc tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 943 time: 0.1094472 May 13 13:23:31.480286 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92e05826-06c1-4ed4-a9c4-2b6cd307467c req-02f49d54-4408-4591-ba04-315d0285d76c tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186388 May 13 13:23:31.714890 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-74d9b368-0e8c-4f14-b767-a664de57e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:31.717839 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-74d9b368-0e8c-4f14-b767-a664de57e117 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 1128 time: 0.0464668 May 13 13:23:31.886638 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-fc7485b8-a6b2-4d68-b9fd-b8182b86fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:31.888160 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-fc7485b8-a6b2-4d68-b9fd-b8182b86fab0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1047888 May 13 13:23:31.939079 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4156e576-f44b-4ab3-86b2-5aba8527ea73 req-fca69744-cf8d-4723-99d0-f7654530da9d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 210 time: 0.0298519 May 13 13:23:31.945427 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-7c45e636-5c94-457c-9cff-eabb3b0c5a93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6 HTTP/1.1" status: 200 len: 217 time: 0.0487735 May 13 13:23:32.237904 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-12402615-1b5a-44f6-90b0-31684ed7496d req-23fdf7d9-2dc8-41c2-a3f5-93f0f07e004b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0386648 May 13 13:23:32.292447 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-747ee46a-1531-47bf-a547-ab8f78818b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:32.294827 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-747ee46a-1531-47bf-a547-ab8f78818b10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0644495 May 13 13:23:32.317927 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50e645-5b16-40f9-a8e6-4733be6c058e req-18b5275a-f705-44e8-9a82-16674d6a7f48 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:32.319483 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f50e645-5b16-40f9-a8e6-4733be6c058e req-18b5275a-f705-44e8-9a82-16674d6a7f48 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 944 time: 0.0514541 May 13 13:23:32.379694 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f50e645-5b16-40f9-a8e6-4733be6c058e req-0a9cc636-eee7-424f-bf7f-7ac835dbdbba tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530915 May 13 13:23:32.606970 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328b426-2002-4b05-b6d6-9287e34ba35d req-f645b9b5-cbdc-4a2e-9031-92980fd9081c tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:32.609111 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6328b426-2002-4b05-b6d6-9287e34ba35d req-f645b9b5-cbdc-4a2e-9031-92980fd9081c tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 943 time: 0.0518644 May 13 13:23:32.665381 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6328b426-2002-4b05-b6d6-9287e34ba35d req-2ad2b2fd-387d-4cfe-a20e-d786640ba5e9 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508273 May 13 13:23:33.035606 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6c7bbf7-cf8b-4ce0-92c0-54334791ec0e req-92570616-245a-4cc8-8241-e175f0be7072 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 210 time: 0.0276039 May 13 13:23:33.336263 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80e53d98-8e9b-4c64-9862-5a3198ffa16b req-37fd51fe-401f-4036-b8e3-d7adaf17f10d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0330405 May 13 13:23:33.514019 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3719ff-fb7e-4e52-b3b5-a079547134ee req-d4bbd27e-3879-4cb2-b827-863d37fbd2ae tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:33.516072 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af3719ff-fb7e-4e52-b3b5-a079547134ee req-d4bbd27e-3879-4cb2-b827-863d37fbd2ae tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 944 time: 0.0672359 May 13 13:23:33.579132 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af3719ff-fb7e-4e52-b3b5-a079547134ee req-699006fa-a817-4d0f-bbf2-35c3536de5cf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521848 May 13 13:23:33.787049 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7bc2-37d9-4a09-98a8-d4a579da4833 req-9661213f-907f-49f8-9b73-61a6e3493ac4 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:33.788556 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-521c7bc2-37d9-4a09-98a8-d4a579da4833 req-9661213f-907f-49f8-9b73-61a6e3493ac4 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 943 time: 0.0562367 May 13 13:23:33.837563 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-521c7bc2-37d9-4a09-98a8-d4a579da4833 req-244c2abb-acbe-499e-852e-0e40c4d1e5ff tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 May 13 13:23:33.878312 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 106f6edc-9afc-4bbf-9485-7d73427f23d2 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:23:33.933187 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-3a26f64c-5c0b-4fce-9c54-059eefd10620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:33.935123 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-3a26f64c-5c0b-4fce-9c54-059eefd10620 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475593 May 13 13:23:34.013292 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 106f6edc-9afc-4bbf-9485-7d73427f23d2, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=106f6edc-9afc-4bbf-9485-7d73427f23d2,segment=NetworkSegment(9941d452-8ea5-43b6-90ee-e7547e73301e),segment_id=9941d452-8ea5-43b6-90ee-e7547e73301e)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:34.026800 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '106f6edc-9afc-4bbf-9485-7d73427f23d2', 'network_id': '21e00451-23e6-47b8-9a7d-43a8afdd14b9', 'port_id': '106f6edc-9afc-4bbf-9485-7d73427f23d2', 'mac_address': 'fa:16:3e:96:71:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba554dca-7e0a-47a3-a292-de13e6071d17', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:23:34.065278 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 106f6edc-9afc-4bbf-9485-7d73427f23d2 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:34.065669 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:34.084697 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106f6edc-9afc-4bbf-9485-7d73427f23d2 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:34.107516 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 106f6edc-9afc-4bbf-9485-7d73427f23d2, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=106f6edc-9afc-4bbf-9485-7d73427f23d2,segment=NetworkSegment(9941d452-8ea5-43b6-90ee-e7547e73301e),segment_id=9941d452-8ea5-43b6-90ee-e7547e73301e)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:34.152596 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:34.171096 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b8fef161-9274-4e25-aa7a-55eff5f20cae req-6feaac4c-ed03-42c1-bb45-a11feff5805a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 210 time: 0.0407932 May 13 13:23:34.212700 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=106f6edc-9afc-4bbf-9485-7d73427f23d2,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:34.435625 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b092c39-f4e2-4a0f-b306-7ecc2b3605ba req-61f36031-51ef-406a-8d5e-2f3ee03c8b8e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0285738 May 13 13:23:34.443024 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['106f6edc-9afc-4bbf-9485-7d73427f23d2'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:23:34.732426 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df015260-36b8-49b7-abaa-6037740cfbe7 req-d2351fcc-9d06-42b4-bc63-a87e0f0a03d9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:34.745518 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df015260-36b8-49b7-abaa-6037740cfbe7 req-d2351fcc-9d06-42b4-bc63-a87e0f0a03d9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 944 time: 0.0726171 May 13 13:23:34.796490 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-29d883fd-2dee-46c6-9c37-e6e407bdb233 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672816 May 13 13:23:34.836818 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df015260-36b8-49b7-abaa-6037740cfbe7 req-bb1430b2-8f4b-463e-85f8-7b9679e24c74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895832 May 13 13:23:34.926859 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-522d0432-90b5-42d9-bf65-9d9761eff209 req-e9acc371-a6a4-44ec-9ce8-2375bc1a1f3d service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247020 May 13 13:23:34.997107 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af7cd0-9a3a-4b3b-a82b-13914bc15531 req-f8a5cac7-470c-4b76-a37a-8c85ea43f8e6 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:34.999181 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72af7cd0-9a3a-4b3b-a82b-13914bc15531 req-f8a5cac7-470c-4b76-a37a-8c85ea43f8e6 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 944 time: 0.0834427 May 13 13:23:35.050050 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45436) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:35.081992 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72af7cd0-9a3a-4b3b-a82b-13914bc15531 req-f6201f95-b9a0-48aa-88b5-5bea4ad00254 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762839 May 13 13:23:35.173198 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e58d7c30-8d0a-4de9-9cdd-c50fdc697c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:35.273661 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e58d7c30-8d0a-4de9-9cdd-c50fdc697c1d admin admin] Publish callbacks [] for security_group (21b1dc87-8b4f-4c98-9b22-887bb2c9f2be), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:35.285670 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11a295ee-2390-4d9a-857b-801dbbbc5248 req-5ad612c3-7ed0-4e36-aa49-fe49538f7eb0 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 210 time: 0.0304458 May 13 13:23:35.335520 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e58d7c30-8d0a-4de9-9cdd-c50fdc697c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (21b1dc87-8b4f-4c98-9b22-887bb2c9f2be), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:35.376280 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e58d7c30-8d0a-4de9-9cdd-c50fdc697c1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a0ee83d26a14d2fbe9a70f1318c3979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251107 May 13 13:23:35.377257 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d7c30-8d0a-4de9-9cdd-c50fdc697c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b1dc87-8b4f-4c98-9b22-887bb2c9f2be,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:35.378911 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45450) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:35.438653 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89f4731c-8053-4da2-87d4-424b6718db30 admin admin] Publish callbacks [] for security_group (21b1dc87-8b4f-4c98-9b22-887bb2c9f2be), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:35.469343 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89f4731c-8053-4da2-87d4-424b6718db30 admin admin] Publish callbacks [] for security_group (21b1dc87-8b4f-4c98-9b22-887bb2c9f2be), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:35.581019 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-992f3815-bf6c-4aec-bba5-93b4219860c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:35.581745 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-626fb14b-2b6c-47aa-b89d-4e15006b999a req-80d10ddc-4c7f-4dbf-a160-e7a2f0a6b72f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0289376 May 13 13:23:35.607452 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89f4731c-8053-4da2-87d4-424b6718db30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (21b1dc87-8b4f-4c98-9b22-887bb2c9f2be), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:35.619122 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89f4731c-8053-4da2-87d4-424b6718db30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:35.631032 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-89f4731c-8053-4da2-87d4-424b6718db30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21b1dc87-8b4f-4c98-9b22-887bb2c9f2be HTTP/1.1" status: 204 len: 168 time: 0.2434690 May 13 13:23:35.635192 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4731c-8053-4da2-87d4-424b6718db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b1dc87-8b4f-4c98-9b22-887bb2c9f2be,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:35.744711 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-a878227d-46f0-4839-a767-5fc2dae76ddc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:35.746585 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-a878227d-46f0-4839-a767-5fc2dae76ddc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 810 time: 0.1457295 May 13 13:23:35.823882 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-3d4238df-8662-4561-b142-b7e096a8dcd2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c22198af7e14553a967643df90e501f HTTP/1.1" status: 200 len: 379 time: 0.0691264 May 13 13:23:35.839254 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'port': {'device_id': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'admin_state_up': True, 'tenant_id': '6c22198af7e14553a967643df90e501f', 'security_groups': ['a91f250a-36a8-4c29-8606-b3eec1bee3ea']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:35.888327 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 0f02d863-38e9-4d24-99ba-89d714b38cb6 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:23:35.928414 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 106f6edc-9afc-4bbf-9485-7d73427f23d2 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:36.066642 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a4b00-298c-46e2-abde-a87a443f889b req-df1d5433-f753-41ef-ab2d-9aba86413f51 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:36.068332 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-652a4b00-298c-46e2-abde-a87a443f889b req-df1d5433-f753-41ef-ab2d-9aba86413f51 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 944 time: 0.1260695 May 13 13:23:36.075111 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-549d3a4e-ef4d-4f39-bf17-747f785180e7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:36.077404 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-549d3a4e-ef4d-4f39-bf17-747f785180e7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 816 time: 0.2419686 May 13 13:23:36.101196 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Made reservation on behalf of 6c22198af7e14553a967643df90e501f for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:23:36.105259 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:36.139957 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45480) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:36.180253 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 0f02d863-38e9-4d24-99ba-89d714b38cb6, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:36.185283 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-652a4b00-298c-46e2-abde-a87a443f889b req-7c150348-02ad-4f72-8450-40d19335a06d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989022 May 13 13:23:36.224981 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '0f02d863-38e9-4d24-99ba-89d714b38cb6', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'port_id': '0f02d863-38e9-4d24-99ba-89d714b38cb6', 'mac_address': 'fa:16:3e:b6:a5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:23:36.244419 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 106f6edc-9afc-4bbf-9485-7d73427f23d2 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:23:36.252449 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-05cd1d41-6b54-4d77-9baf-74495e1937b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99575e3d89514f96b2f6f9d871ba0792 HTTP/1.1" status: 200 len: 380 time: 0.1583917 May 13 13:23:36.266342 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'port': {'device_id': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'admin_state_up': True, 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'security_groups': ['8ebcde4d-96b6-4c57-8bf5-951833befff4']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:36.319401 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 0f02d863-38e9-4d24-99ba-89d714b38cb6 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:36.319401 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:36.319401 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f02d863-38e9-4d24-99ba-89d714b38cb6 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:36.338619 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 0f02d863-38e9-4d24-99ba-89d714b38cb6, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:36.406301 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Allocated IP 172.20.0.14 (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb/34a1dcea-d475-4d34-aa2d-9ec69d7cc065/bb022415-b3c9-4b44-a6e4-3190a75170e0) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:36.464667 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8dc6-342e-4c6b-a679-58b7ff087019 req-ba42e48b-90ab-45eb-ba56-ac85f7b30207 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:36.466231 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8bfd8dc6-342e-4c6b-a679-58b7ff087019 req-ba42e48b-90ab-45eb-ba56-ac85f7b30207 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 944 time: 0.1120861 May 13 13:23:36.480038 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1718c24-5383-44cd-b31c-ad74fbad1e3a req-4809152d-ad15-4347-b5a6-2e39dc589e46 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 210 time: 0.0622282 May 13 13:23:36.514138 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40bee78d-1522-4910-9467-f0f51925b0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:36.561980 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:36.587668 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8bfd8dc6-342e-4c6b-a679-58b7ff087019 req-ffd3cb3c-bdab-48fc-a6fe-e412130f1688 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065798 May 13 13:23:36.666076 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40bee78d-1522-4910-9467-f0f51925b0b1 admin admin] Publish callbacks [] for security_group (53495bff-e88b-426c-be9e-1f7af227fff5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:36.757836 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-62824ed0-8347-4f68-828b-ba2184652e33 req-955bc9ab-c9d1-4e23-bf06-1a6979d1a466 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0314300 May 13 13:23:37.290940 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86379-cf8f-4f4a-8fd6-e4cee5f8b221 req-a9fb7473-8ef3-42ae-83fc-489f8c7ff465 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:37.292397 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29c86379-cf8f-4f4a-8fd6-e4cee5f8b221 req-a9fb7473-8ef3-42ae-83fc-489f8c7ff465 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 944 time: 0.0477891 May 13 13:23:37.306685 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 106f6edc-9afc-4bbf-9485-7d73427f23d2 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:37.307230 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.336307 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.344430 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Made reservation on behalf of 99575e3d89514f96b2f6f9d871ba0792 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:23:37.349282 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.350268 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device da8f9c78-af27-45b6-9aff-0e4aa45c7266 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:23:37.350375 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.352661 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40bee78d-1522-4910-9467-f0f51925b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (53495bff-e88b-426c-be9e-1f7af227fff5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.385682 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-40bee78d-1522-4910-9467-f0f51925b0b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78c69e15025c49d9a185983190d3f362&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2404873 May 13 13:23:37.386068 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45502) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:37.412164 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29c86379-cf8f-4f4a-8fd6-e4cee5f8b221 req-8e0eda4a-f204-401d-a0fe-8d449d98ae42 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139507 May 13 13:23:37.432973 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:37.444423 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:37.458358 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:37.459578 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bee78d-1522-4910-9467-f0f51925b0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53495bff-e88b-426c-be9e-1f7af227fff5,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:37.459658 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:37.459658 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.470454 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'Port': ['ID=bb022415-b3c9-4b44-a6e4-3190a75170e0,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:37.496499 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-47b23b3b-a34a-4944-a15c-178321ad2f50 admin admin] Publish callbacks [] for security_group (53495bff-e88b-426c-be9e-1f7af227fff5), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.558974 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-47b23b3b-a34a-4944-a15c-178321ad2f50 admin admin] Publish callbacks [] for security_group (53495bff-e88b-426c-be9e-1f7af227fff5), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.621156 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-c98c45dd-950e-4e6e-b9b3-1f39c029ec0a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7859323 May 13 13:23:37.635351 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port da8f9c78-af27-45b6-9aff-0e4aa45c7266, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:37.665488 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Request body: {'port': {'device_id': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:37.711731 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 106f6edc-9afc-4bbf-9485-7d73427f23d2 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:37.719593 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.721867 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45512) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:37.750574 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=0f02d863-38e9-4d24-99ba-89d714b38cb6,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:37.754243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-89dd791a-9974-4ea3-907c-499810551ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.760895 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'da8f9c78-af27-45b6-9aff-0e4aa45c7266', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'port_id': 'da8f9c78-af27-45b6-9aff-0e4aa45c7266', 'mac_address': 'fa:16:3e:75:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:23:37.761784 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-47b23b3b-a34a-4944-a15c-178321ad2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (53495bff-e88b-426c-be9e-1f7af227fff5), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.766880 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-47b23b3b-a34a-4944-a15c-178321ad2f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.769143 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-47b23b3b-a34a-4944-a15c-178321ad2f50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53495bff-e88b-426c-be9e-1f7af227fff5 HTTP/1.1" status: 204 len: 168 time: 0.3790927 May 13 13:23:37.782526 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c9aa48-48db-4f84-9968-22cc353389ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106f6edc-9afc-4bbf-9485-7d73427f23d2'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:37.818820 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b23b3b-a34a-4944-a15c-178321ad2f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53495bff-e88b-426c-be9e-1f7af227fff5,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:37.855100 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:37.910659 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8988ae-feb3-4eea-9b07-96eb4f353afa req-afbc92a9-4651-4394-807e-76a678b92dd3 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:37.917823 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed8988ae-feb3-4eea-9b07-96eb4f353afa req-afbc92a9-4651-4394-807e-76a678b92dd3 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 932 time: 0.3202689 May 13 13:23:37.972347 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 106f6edc-9afc-4bbf-9485-7d73427f23d2, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=106f6edc-9afc-4bbf-9485-7d73427f23d2,segment=NetworkSegment(9941d452-8ea5-43b6-90ee-e7547e73301e),segment_id=9941d452-8ea5-43b6-90ee-e7547e73301e)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:38.002031 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-0bc5bc3d-7e2a-4080-94f7-757a875ba0a4 None None] Provisioning complete for port bb022415-b3c9-4b44-a6e4-3190a75170e0 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:38.002585 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0bc5bc3d-7e2a-4080-94f7-757a875ba0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.008538 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port da8f9c78-af27-45b6-9aff-0e4aa45c7266 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:38.009101 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.023547 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-89dd791a-9974-4ea3-907c-499810551ca1 admin admin] Publish callbacks [] for security_group (13f079ee-72f9-474a-be8d-a9e0f9dc8621), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.025028 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea1540-3709-4794-bae7-410c638b8589 req-35ca64d5-e6f7-4a89-9c6b-fda32c285761 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:38.029486 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8f9c78-af27-45b6-9aff-0e4aa45c7266 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:38.037166 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b8ea1540-3709-4794-bae7-410c638b8589 req-35ca64d5-e6f7-4a89-9c6b-fda32c285761 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 944 time: 0.2993743 May 13 13:23:38.055749 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port da8f9c78-af27-45b6-9aff-0e4aa45c7266, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:38.075409 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Allocated IP 172.20.0.14 (a7e06528-db27-472b-858f-4ca58111325e/c436d5ca-97b6-47d8-83ed-8a68cccad7ac/c523458e-8e82-46df-bfae-db11fc8b2ec5) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:23:38.090014 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31061f-9977-4b91-bd07-1571bc53f310" -d '{"events": [{"server_uuid": "20c9aa48-48db-4f84-9968-22cc353389ff", "name": "network-vif-plugged", "status": "completed", "tag": "106f6edc-9afc-4bbf-9485-7d73427f23d2"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:38.097605 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed8988ae-feb3-4eea-9b07-96eb4f353afa req-44fc4753-92ce-4c26-9f3e-6292526d427d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789134 May 13 13:23:38.109754 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.138531 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-89dd791a-9974-4ea3-907c-499810551ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (13f079ee-72f9-474a-be8d-a9e0f9dc8621), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.149095 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b8ea1540-3709-4794-bae7-410c638b8589 req-fcb88a29-db5b-409b-b05f-7fbf499d3cad tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107757 May 13 13:23:38.223098 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=106f6edc-9afc-4bbf-9485-7d73427f23d2,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:38.229078 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.232096 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-48e1c775-9e48-458f-b9d1-79bf699f7c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.242611 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5bc3d-7e2a-4080-94f7-757a875ba0a4 None None] Port bb022415-b3c9-4b44-a6e4-3190a75170e0 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:38.252235 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-89dd791a-9974-4ea3-907c-499810551ca1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d244d58fc59c4239a378a1ee0543e1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267677 May 13 13:23:38.252452 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45526) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:38.277626 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd791a-9974-4ea3-907c-499810551ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f079ee-72f9-474a-be8d-a9e0f9dc8621,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:38.301802 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=da8f9c78-af27-45b6-9aff-0e4aa45c7266,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:38.371731 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb022415-b3c9-4b44-a6e4-3190a75170e0 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:38.385385 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Publish callbacks [] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.388431 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f219a71f-d727-4c35-bb97-749e2d369951 req-3e255b65-a9a5-4149-b688-9133d5a256fe tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.1045270 May 13 13:23:38.410145 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Transition to ACTIVE for port object bb022415-b3c9-4b44-a6e4-3190a75170e0 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:23:38.410297 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.415787 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a003d959-a265-4d4c-bfca-6f043b53097b admin admin] Publish callbacks [] for security_group (13f079ee-72f9-474a-be8d-a9e0f9dc8621), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.419310 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e98146-4235-4483-a0ad-27ae21c86620 x-openstack-request-id: req-d7e98146-4235-4483-a0ad-27ae21c86620 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:38.424850 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c9aa48-48db-4f84-9968-22cc353389ff", "name": "network-vif-plugged", "status": "completed", "tag": "106f6edc-9afc-4bbf-9485-7d73427f23d2", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:38.424850 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7e98146-4235-4483-a0ad-27ae21c86620 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:38.426691 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e98146-4235-4483-a0ad-27ae21c86620'] response: {'server_uuid': '20c9aa48-48db-4f84-9968-22cc353389ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106f6edc-9afc-4bbf-9485-7d73427f23d2', 'code': 200} May 13 13:23:38.453493 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a003d959-a265-4d4c-bfca-6f043b53097b admin admin] Publish callbacks [] for security_group (13f079ee-72f9-474a-be8d-a9e0f9dc8621), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.501201 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.531549 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.555148 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Pushing event updated for resources: {'Port': ['ID=bb022415-b3c9-4b44-a6e4-3190a75170e0,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:38.559147 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['da8f9c78-af27-45b6-9aff-0e4aa45c7266'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:23:38.594121 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:38.604784 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Network a7e06528-db27-472b-858f-4ca58111325e is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:23:38.606687 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a003d959-a265-4d4c-bfca-6f043b53097b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (13f079ee-72f9-474a-be8d-a9e0f9dc8621), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.606977 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:23:38.615938 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bf391-4c15-4f10-8418-621780083dfc req-c79ec18f-72fc-45a9-9cfd-a8306ecc1ffe tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:38.620837 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a003d959-a265-4d4c-bfca-6f043b53097b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.624918 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a003d959-a265-4d4c-bfca-6f043b53097b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13f079ee-72f9-474a-be8d-a9e0f9dc8621 HTTP/1.1" status: 204 len: 168 time: 0.3567946 May 13 13:23:38.625036 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-796bf391-4c15-4f10-8418-621780083dfc req-c79ec18f-72fc-45a9-9cfd-a8306ecc1ffe tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 945 time: 0.1222079 May 13 13:23:38.627084 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['0f02d863-38e9-4d24-99ba-89d714b38cb6'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:23:38.638663 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:23:38.650981 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:38.651728 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.666085 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003d959-a265-4d4c-bfca-6f043b53097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f079ee-72f9-474a-be8d-a9e0f9dc8621,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:38.677186 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Attempting to bind port bb022415-b3c9-4b44-a6e4-3190a75170e0 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:38.677544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Attempting to bind port bb022415-b3c9-4b44-a6e4-3190a75170e0 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:38.677877 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Attempting to bind port bb022415-b3c9-4b44-a6e4-3190a75170e0 on network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:38.685508 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Port bb022415-b3c9-4b44-a6e4-3190a75170e0 on network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:23:38.685860 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Attempting to bind port bb022415-b3c9-4b44-a6e4-3190a75170e0 on network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:38.703904 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:38.704343 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Checking segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:38.705267 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Bound using segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:38.705267 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Bound port: bb022415-b3c9-4b44-a6e4-3190a75170e0, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:38.705508 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:38.752557 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-796bf391-4c15-4f10-8418-621780083dfc req-64f676a8-e75c-4512-822a-a13a0f7196ab tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287663 May 13 13:23:38.760802 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-be6c40e4-d93f-4aca-a2aa-b77a9495f163 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5027840 May 13 13:23:38.794967 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Request body: {'port': {'device_id': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:38.919629 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45540) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:38.981434 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] For port bb022415-b3c9-4b44-a6e4-3190a75170e0, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:39.016254 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-10ac66bf-ecce-4291-8e03-644ab7d9aed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.035129 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.036119 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd99064-08a8-43e6-8358-0f06a8a2947d req-234a9e71-f2b6-4cfa-a97e-5a3b70823510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:39.038359 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-edd99064-08a8-43e6-8358-0f06a8a2947d req-234a9e71-f2b6-4cfa-a97e-5a3b70823510 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 1129 time: 0.2311275 May 13 13:23:39.040252 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] For port bb022415-b3c9-4b44-a6e4-3190a75170e0, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:39.069181 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-edd99064-08a8-43e6-8358-0f06a8a2947d req-fe6a9dfa-691a-47c0-aef4-6d2553d2c7d0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.097700 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.135388 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-e77ea24d-5362-4b51-8c75-510fbe401e04 None None] Provisioning complete for port c523458e-8e82-46df-bfae-db11fc8b2ec5 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:39.136151 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e77ea24d-5362-4b51-8c75-510fbe401e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.190090 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:39.191718 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.203191 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] 10.222.0.69 "PUT /v2.0/ports/bb022415-b3c9-4b44-a6e4-3190a75170e0 HTTP/1.1" status: 200 len: 1094 time: 1.5529153 May 13 13:23:39.205717 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'tag': 'bb022415-b3c9-4b44-a6e4-3190a75170e0'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:39.208131 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed18189a-97ba-44c9-91b3-57545606a69f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2c2709-a695-4f16-a0fa-fed674cfab86", "tag": "bb022415-b3c9-4b44-a6e4-3190a75170e0"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:39.251436 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6f535-9d02-48be-a844-e6446631a01f service neutron] Pushing event updated for resources: {'Port': ['ID=bb022415-b3c9-4b44-a6e4-3190a75170e0,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:39.257198 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-e77ea24d-5362-4b51-8c75-510fbe401e04 None None] Port c523458e-8e82-46df-bfae-db11fc8b2ec5 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:23:39.293376 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-edd99064-08a8-43e6-8358-0f06a8a2947d req-fe6a9dfa-691a-47c0-aef4-6d2553d2c7d0 service neutron] Publish callbacks [] for security_group (28e7976a-7fc9-49a4-8d46-a3d8e6caa5b1), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.367188 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-e569bbf9-0b1e-485e-907f-80337c3d7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:39.370465 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-e569bbf9-0b1e-485e-907f-80337c3d7716 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 1128 time: 0.0706718 May 13 13:23:39.371444 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-edd99064-08a8-43e6-8358-0f06a8a2947d req-fe6a9dfa-691a-47c0-aef4-6d2553d2c7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (28e7976a-7fc9-49a4-8d46-a3d8e6caa5b1), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.455594 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-10ac66bf-ecce-4291-8e03-644ab7d9aed7 admin admin] Publish callbacks [] for security_group (4da5ac89-f794-4477-878c-9c4af197aee7), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.499960 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-454d55d7-b03d-4ed2-b6ff-f3e60403e402 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0 HTTP/1.1" status: 200 len: 217 time: 0.1029315 May 13 13:23:39.512444 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-edd99064-08a8-43e6-8358-0f06a8a2947d req-fe6a9dfa-691a-47c0-aef4-6d2553d2c7d0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648876 May 13 13:23:39.576184 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.587826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-4ae72f64-2bc5-447c-8cf6-3971e743ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:39.593935 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-4ae72f64-2bc5-447c-8cf6-3971e743ea69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 200 len: 849 time: 0.0877736 May 13 13:23:39.599094 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a9dfa-691a-47c0-aef4-6d2553d2c7d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7976a-7fc9-49a4-8d46-a3d8e6caa5b1,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:39.636206 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb0a2b-6040-49d0-bc95-3c2cad34828b req-b06cfa5f-0e76-4af5-a2d2-0c6d162678d7 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:39.637716 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dbb0a2b-6040-49d0-bc95-3c2cad34828b req-b06cfa5f-0e76-4af5-a2d2-0c6d162678d7 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 945 time: 0.1893094 May 13 13:23:39.664657 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-10ac66bf-ecce-4291-8e03-644ab7d9aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4da5ac89-f794-4477-878c-9c4af197aee7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.680241 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a7433-65ab-40b9-83e4-1e132211541c req-b4ae0b1d-7d2d-4e74-9fd2-f2676d22c3fb tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:39.680241 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0d6a7433-65ab-40b9-83e4-1e132211541c req-b4ae0b1d-7d2d-4e74-9fd2-f2676d22c3fb tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 944 time: 0.4741294 May 13 13:23:39.770437 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac66bf-ecce-4291-8e03-644ab7d9aed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da5ac89-f794-4477-878c-9c4af197aee7,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:39.804312 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-10ac66bf-ecce-4291-8e03-644ab7d9aed7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a38352b0fd124a9fb7d084f3fcf82584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8693521 May 13 13:23:39.812279 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45584) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:39.832242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-e1450578-c4f2-4c6f-926c-bf29e8d22f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:39.833438 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dbb0a2b-6040-49d0-bc95-3c2cad34828b req-930b7070-0574-4d12-bfe7-5d6ff8bc3560 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646361 May 13 13:23:39.834585 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-e1450578-c4f2-4c6f-926c-bf29e8d22f0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063180 May 13 13:23:39.844792 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0d6a7433-65ab-40b9-83e4-1e132211541c req-3be2877a-4602-462d-97ae-2d371900ddbd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457970 May 13 13:23:39.943000 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45588) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:39.943000 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c523458e-8e82-46df-bfae-db11fc8b2ec5 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:39.947945 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Publish callbacks [] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:39.963934 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Transition to ACTIVE for port object c523458e-8e82-46df-bfae-db11fc8b2ec5 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:23:39.964643 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be9e54a-0d3d-48bf-819e-aac14dc87f47 x-openstack-request-id: req-4be9e54a-0d3d-48bf-819e-aac14dc87f47 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:39.965163 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2c2709-a695-4f16-a0fa-fed674cfab86", "tag": "bb022415-b3c9-4b44-a6e4-3190a75170e0", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:39.965547 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4be9e54a-0d3d-48bf-819e-aac14dc87f47 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:39.966273 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be9e54a-0d3d-48bf-819e-aac14dc87f47'] response: {'name': 'network-changed', 'server_uuid': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'tag': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'status': 'completed', 'code': 200} May 13 13:23:39.996835 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9774ac10-cdbb-44f8-a643-70edbca8e97e admin admin] Publish callbacks [] for security_group (4da5ac89-f794-4477-878c-9c4af197aee7), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.042938 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9774ac10-cdbb-44f8-a643-70edbca8e97e admin admin] Publish callbacks [] for security_group (4da5ac89-f794-4477-878c-9c4af197aee7), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.067959 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-7dfedab6-47da-48bf-8b85-3fdc23fd1506 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244654 May 13 13:23:40.098400 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35dcf-b19f-4194-9e97-62391de9d1db req-b139cbe8-e75c-4ecc-91fe-239665b14f79 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:40.100025 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a6f35dcf-b19f-4194-9e97-62391de9d1db req-b139cbe8-e75c-4ecc-91fe-239665b14f79 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 932 time: 0.0916226 May 13 13:23:40.103370 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.128553 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c960a78-bd09-40d9-be45-6630b5e02347 req-a4e54e00-4c9f-4813-8526-ed9233e47476 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:40.130032 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c960a78-bd09-40d9-be45-6630b5e02347 req-a4e54e00-4c9f-4813-8526-ed9233e47476 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 945 time: 0.0787921 May 13 13:23:40.171545 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9774ac10-cdbb-44f8-a643-70edbca8e97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4da5ac89-f794-4477-878c-9c4af197aee7), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.182019 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9774ac10-cdbb-44f8-a643-70edbca8e97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.183571 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-9774ac10-cdbb-44f8-a643-70edbca8e97e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4da5ac89-f794-4477-878c-9c4af197aee7 HTTP/1.1" status: 204 len: 168 time: 0.3690097 May 13 13:23:40.195287 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774ac10-cdbb-44f8-a643-70edbca8e97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da5ac89-f794-4477-878c-9c4af197aee7,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:40.216347 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98e7d227-cbeb-4041-a7ef-2074a052d768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.256876 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 0f02d863-38e9-4d24-99ba-89d714b38cb6 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:40.260699 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:40.378361 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 0f02d863-38e9-4d24-99ba-89d714b38cb6 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:23:40.385934 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71e83ac1-6494-4208-ac1a-b3a4737b92fe req-5b8ab799-3b64-45d5-b4e1-29b7cf387ed5 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536338 May 13 13:23:40.421625 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a6f35dcf-b19f-4194-9e97-62391de9d1db req-d26ac214-0e34-497f-8501-3c4642666413 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118043 May 13 13:23:40.466236 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c960a78-bd09-40d9-be45-6630b5e02347 req-dc23021f-63c1-432d-97ca-f5fbbe4ffc96 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011124 May 13 13:23:40.469260 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Attempting to bind port c523458e-8e82-46df-bfae-db11fc8b2ec5 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:23:40.469601 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Attempting to bind port c523458e-8e82-46df-bfae-db11fc8b2ec5 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:23:40.469936 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Attempting to bind port c523458e-8e82-46df-bfae-db11fc8b2ec5 on network a7e06528-db27-472b-858f-4ca58111325e {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:40.480365 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Port c523458e-8e82-46df-bfae-db11fc8b2ec5 on network a7e06528-db27-472b-858f-4ca58111325e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:23:40.480696 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Attempting to bind port c523458e-8e82-46df-bfae-db11fc8b2ec5 on network a7e06528-db27-472b-858f-4ca58111325e {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:23:40.496212 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:23:40.496667 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Checking segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:23:40.497112 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Bound using segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:23:40.497637 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Bound port: c523458e-8e82-46df-bfae-db11fc8b2ec5, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:23:40.498105 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.506365 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 0f02d863-38e9-4d24-99ba-89d714b38cb6 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:40.506867 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.578523 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98e7d227-cbeb-4041-a7ef-2074a052d768 admin admin] Publish callbacks [] for security_group (49c27eeb-4cf5-4664-8b9d-b8ef51adddf1), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.619412 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:23:40.621451 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 0f02d863-38e9-4d24-99ba-89d714b38cb6 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:40.621940 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.622942 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:23:40.646704 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e075348c-c206-4d9a-bfdd-a62857c07dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f02d863-38e9-4d24-99ba-89d714b38cb6'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:40.649073 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8031f4d-aa83-4c6f-9f42-dc36de8d6128" -d '{"events": [{"server_uuid": "e075348c-c206-4d9a-bfdd-a62857c07dec", "name": "network-vif-plugged", "status": "completed", "tag": "0f02d863-38e9-4d24-99ba-89d714b38cb6"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:40.662440 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98e7d227-cbeb-4041-a7ef-2074a052d768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (49c27eeb-4cf5-4664-8b9d-b8ef51adddf1), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.663409 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 0f02d863-38e9-4d24-99ba-89d714b38cb6, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:40.705757 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0535bd80-9be6-49ca-b166-f85fa1eaf0e9 x-openstack-request-id: req-0535bd80-9be6-49ca-b166-f85fa1eaf0e9 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:40.706243 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e075348c-c206-4d9a-bfdd-a62857c07dec", "name": "network-vif-plugged", "status": "completed", "tag": "0f02d863-38e9-4d24-99ba-89d714b38cb6", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:40.706621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0535bd80-9be6-49ca-b166-f85fa1eaf0e9 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:40.706959 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0535bd80-9be6-49ca-b166-f85fa1eaf0e9'] response: {'server_uuid': 'e075348c-c206-4d9a-bfdd-a62857c07dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f02d863-38e9-4d24-99ba-89d714b38cb6', 'code': 200} May 13 13:23:40.710564 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.723223 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7d227-cbeb-4041-a7ef-2074a052d768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c27eeb-4cf5-4664-8b9d-b8ef51adddf1,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:40.723637 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.724625 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device da8f9c78-af27-45b6-9aff-0e4aa45c7266 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:40.729569 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-98e7d227-cbeb-4041-a7ef-2074a052d768 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c58f39deb9dc4acca6506615d86a5af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7642076 May 13 13:23:40.732454 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45604) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:40.754931 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:40.755622 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.757046 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] 10.222.0.69 "PUT /v2.0/ports/c523458e-8e82-46df-bfae-db11fc8b2ec5 HTTP/1.1" status: 200 len: 1094 time: 1.9749222 May 13 13:23:40.759611 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:40.761845 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e77312c-6349-4029-b77c-73b8618d73ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:40.846253 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d7f039-6890-4b37-b933-e2be964fef93 x-openstack-request-id: req-d9d7f039-6890-4b37-b933-e2be964fef93 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:40.849103 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:40.849501 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9d7f039-6890-4b37-b933-e2be964fef93 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:40.850019 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d7f039-6890-4b37-b933-e2be964fef93'] response: {'name': 'network-changed', 'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'status': 'completed', 'code': 200} May 13 13:23:40.866299 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588381-0501-4128-a0a7-d808a93c2b9e service neutron] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:40.866584 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ecfb205d-3124-4357-9643-ebe67c05e1ae admin admin] Publish callbacks [] for security_group (49c27eeb-4cf5-4664-8b9d-b8ef51adddf1), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.900159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=0f02d863-38e9-4d24-99ba-89d714b38cb6,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:40.910355 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port da8f9c78-af27-45b6-9aff-0e4aa45c7266 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:23:40.914589 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ecfb205d-3124-4357-9643-ebe67c05e1ae admin admin] Publish callbacks [] for security_group (49c27eeb-4cf5-4664-8b9d-b8ef51adddf1), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:40.981346 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port da8f9c78-af27-45b6-9aff-0e4aa45c7266 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:40.981724 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:41.078302 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ecfb205d-3124-4357-9643-ebe67c05e1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (49c27eeb-4cf5-4664-8b9d-b8ef51adddf1), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:41.080956 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ecfb205d-3124-4357-9643-ebe67c05e1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:41.086746 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ecfb205d-3124-4357-9643-ebe67c05e1ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49c27eeb-4cf5-4664-8b9d-b8ef51adddf1 HTTP/1.1" status: 204 len: 168 time: 0.3488972 May 13 13:23:41.109650 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb205d-3124-4357-9643-ebe67c05e1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c27eeb-4cf5-4664-8b9d-b8ef51adddf1,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:41.130504 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:41.146769 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240b0ce-090b-48b5-9b50-1f27e4de8720 req-0e5fcf52-9b98-417d-950e-8d609d9fdb88 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:41.153060 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a240b0ce-090b-48b5-9b50-1f27e4de8720 req-0e5fcf52-9b98-417d-950e-8d609d9fdb88 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 945 time: 0.1717100 May 13 13:23:41.162715 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port da8f9c78-af27-45b6-9aff-0e4aa45c7266 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:41.163102 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:41.187093 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099de492-77b6-427b-8c09-04046b6a4d87 req-e25c0a76-04cc-4e23-8297-136949bc6e29 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:41.194299 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-099de492-77b6-427b-8c09-04046b6a4d87 req-e25c0a76-04cc-4e23-8297-136949bc6e29 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 944 time: 0.1230900 May 13 13:23:41.246873 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port da8f9c78-af27-45b6-9aff-0e4aa45c7266, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:41.254880 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a240b0ce-090b-48b5-9b50-1f27e4de8720 req-1de1374c-f76a-47c2-8659-4b802590f908 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009386 May 13 13:23:41.274789 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-099de492-77b6-427b-8c09-04046b6a4d87 req-0606242c-ea4f-4505-9cec-2eb148d8784a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795743 May 13 13:23:41.306570 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:41.372208 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=da8f9c78-af27-45b6-9aff-0e4aa45c7266,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:41.488637 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18189a-97ba-44c9-91b3-57545606a69f req-907091db-3f1d-4fb9-a9f0-83150abe9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:41.491179 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed18189a-97ba-44c9-91b3-57545606a69f req-907091db-3f1d-4fb9-a9f0-83150abe9248 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 1128 time: 0.0513110 May 13 13:23:41.618600 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca88e3-a1eb-429c-8394-7d60f95e9e94 req-79259bcc-725b-4a89-ba71-14ac63213c97 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:41.620581 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9bca88e3-a1eb-429c-8394-7d60f95e9e94 req-79259bcc-725b-4a89-ba71-14ac63213c97 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0887256 May 13 13:23:41.867523 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047269-43cb-4f99-85c3-3f4701c3e125 req-43555128-788b-408f-b7a1-ef6925a08235 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:41.872624 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d047269-43cb-4f99-85c3-3f4701c3e125 req-43555128-788b-408f-b7a1-ef6925a08235 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.3031220 May 13 13:23:41.953569 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77312c-6349-4029-b77c-73b8618d73ce req-c89b5631-400a-42ac-a3f0-ce4331efc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:41.954646 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9bca88e3-a1eb-429c-8394-7d60f95e9e94 req-77ccb1db-c086-42c5-a360-1707c67cdaac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264666 May 13 13:23:41.955106 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3e77312c-6349-4029-b77c-73b8618d73ce req-c89b5631-400a-42ac-a3f0-ce4331efc14c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 1128 time: 0.0459578 May 13 13:23:41.996421 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d047269-43cb-4f99-85c3-3f4701c3e125 req-2d251d75-5490-41ce-bbe1-0155efda0de2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165154 May 13 13:23:42.027273 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18189a-97ba-44c9-91b3-57545606a69f req-4a9848f7-35cf-405b-9750-ebc52ead5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:42.028834 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed18189a-97ba-44c9-91b3-57545606a69f req-4a9848f7-35cf-405b-9750-ebc52ead5caa service neutron] 10.222.0.69 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 911 time: 0.1694181 May 13 13:23:42.087332 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45662) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:42.095198 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed18189a-97ba-44c9-91b3-57545606a69f req-6028b8a5-d830-42d2-a998-18b3e45b74ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0 HTTP/1.1" status: 200 len: 217 time: 0.0586607 May 13 13:23:42.125650 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a67b-0484-4272-9f04-dbd674c39815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:42.144018 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18189a-97ba-44c9-91b3-57545606a69f req-1ecd900b-ef12-4975-8c7d-8722e562e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:42.145482 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed18189a-97ba-44c9-91b3-57545606a69f req-1ecd900b-ef12-4975-8c7d-8722e562e848 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 200 len: 849 time: 0.0453963 May 13 13:23:42.221971 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18189a-97ba-44c9-91b3-57545606a69f req-9b6dcde7-2964-4df4-ad59-63970fdf346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:42.222670 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77312c-6349-4029-b77c-73b8618d73ce req-09eb9996-ef1d-46ae-a7f9-e3f4b4921efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:42.223927 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3e77312c-6349-4029-b77c-73b8618d73ce req-09eb9996-ef1d-46ae-a7f9-e3f4b4921efb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=99575e3d89514f96b2f6f9d871ba0792&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2615595 May 13 13:23:42.231810 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed18189a-97ba-44c9-91b3-57545606a69f req-9b6dcde7-2964-4df4-ad59-63970fdf346d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778091 May 13 13:23:42.276385 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bb022415-b3c9-4b44-a6e4-3190a75170e0 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:23:42.294390 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:23:42.351279 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed18189a-97ba-44c9-91b3-57545606a69f req-713c744b-01ee-4d93-9e97-7f3f37f57680 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133351 May 13 13:23:42.509251 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed18189a-97ba-44c9-91b3-57545606a69f req-70a0f55d-814d-4ea2-8c76-3b694e426284 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495364 May 13 13:23:42.573410 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bb022415-b3c9-4b44-a6e4-3190a75170e0, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:42.588265 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:42.599247 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'port_id': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'mac_address': 'fa:16:3e:e6:eb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:23:42.656399 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port bb022415-b3c9-4b44-a6e4-3190a75170e0 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:42.657208 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:42.675385 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb022415-b3c9-4b44-a6e4-3190a75170e0 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:42.679281 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42150-35c3-407d-a4b0-de202ddf669c req-56b50194-d169-41d1-a684-69cefdfc3936 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:42.688627 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e6f42150-35c3-407d-a4b0-de202ddf669c req-56b50194-d169-41d1-a684-69cefdfc3936 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 945 time: 0.1781859 May 13 13:23:42.700134 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bb022415-b3c9-4b44-a6e4-3190a75170e0, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:42.703269 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19b04c-68e4-4297-9a6f-bead1c6c6377 req-728ed092-7361-4179-93ca-b31082d499ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:42.704773 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b19b04c-68e4-4297-9a6f-bead1c6c6377 req-728ed092-7361-4179-93ca-b31082d499ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 1130 time: 0.4530175 May 13 13:23:42.708027 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75885842-8f4b-43a8-aa30-0da326e4f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8f9c78-af27-45b6-9aff-0e4aa45c7266'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:42.711160 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794d569a-f1b8-47ac-ae44-efb911488a0b" -d '{"events": [{"server_uuid": "75885842-8f4b-43a8-aa30-0da326e4f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "da8f9c78-af27-45b6-9aff-0e4aa45c7266"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:42.747188 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649dbe6-b8a8-46e3-a1b2-b2d34f366182 req-b9a67a9f-4a8d-4a88-b0dc-242ebb0179bd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:42.747188 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6649dbe6-b8a8-46e3-a1b2-b2d34f366182 req-b9a67a9f-4a8d-4a88-b0dc-242ebb0179bd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 944 time: 0.2346060 May 13 13:23:42.759614 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:42.775136 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a67b-0484-4272-9f04-dbd674c39815 admin admin] Publish callbacks [] for security_group (9a567f8c-7a14-40d2-9017-dba4b8c35eeb), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:42.789361 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77312c-6349-4029-b77c-73b8618d73ce req-3c0e3931-d165-4308-a160-19feb93e94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:42.790880 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3e77312c-6349-4029-b77c-73b8618d73ce req-3c0e3931-d165-4308-a160-19feb93e94cc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5521159 May 13 13:23:42.805099 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b19b04c-68e4-4297-9a6f-bead1c6c6377 req-24f5c97c-8eab-465f-af0d-a0cb0cee8391 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871799 May 13 13:23:42.825312 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e6f42150-35c3-407d-a4b0-de202ddf669c req-43398ff2-22fa-4c99-96f9-697afe45c26f tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355829 May 13 13:23:42.838362 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a67b-0484-4272-9f04-dbd674c39815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (9a567f8c-7a14-40d2-9017-dba4b8c35eeb), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:42.889927 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6649dbe6-b8a8-46e3-a1b2-b2d34f366182 req-0e29c099-b336-4e96-97c6-9f76f036e8ea tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347442 May 13 13:23:42.915038 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5b5f47-31a2-4d6d-a2ea-9c489ee4cc2e x-openstack-request-id: req-1b5b5f47-31a2-4d6d-a2ea-9c489ee4cc2e {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:42.915342 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75885842-8f4b-43a8-aa30-0da326e4f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "da8f9c78-af27-45b6-9aff-0e4aa45c7266", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:42.915637 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b5b5f47-31a2-4d6d-a2ea-9c489ee4cc2e {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:42.916090 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5b5f47-31a2-4d6d-a2ea-9c489ee4cc2e'] response: {'server_uuid': '75885842-8f4b-43a8-aa30-0da326e4f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8f9c78-af27-45b6-9aff-0e4aa45c7266', 'code': 200} May 13 13:23:42.919598 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=bb022415-b3c9-4b44-a6e4-3190a75170e0,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:42.942980 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-0cd5a67b-0484-4272-9f04-dbd674c39815 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3faf4efd3b4468288b9f5005ead1a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8542581 May 13 13:23:42.943540 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45688) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:42.959797 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5a67b-0484-4272-9f04-dbd674c39815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a567f8c-7a14-40d2-9017-dba4b8c35eeb,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:43.006851 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['bb022415-b3c9-4b44-a6e4-3190a75170e0'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:23:43.085178 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5154-99c3-458e-b1ad-92929387735c admin admin] Publish callbacks [] for security_group (9a567f8c-7a14-40d2-9017-dba4b8c35eeb), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:43.103095 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-281914b5-8e8b-41f0-8b4c-7c6f6a714ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:43.106322 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-281914b5-8e8b-41f0-8b4c-7c6f6a714ce4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 1128 time: 0.0576203 May 13 13:23:43.193966 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3f2e6-19ea-4971-aeb5-ecf34166144a req-63a9966d-ec68-46af-b91f-e0a9bd27c9ea tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:43.201368 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-3d884069-cc9d-4a82-8649-acbe1bca0e34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5 HTTP/1.1" status: 200 len: 217 time: 0.0890028 May 13 13:23:43.202601 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5ae3f2e6-19ea-4971-aeb5-ecf34166144a req-63a9966d-ec68-46af-b91f-e0a9bd27c9ea tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.1206939 May 13 13:23:43.273761 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5154-99c3-458e-b1ad-92929387735c admin admin] Publish callbacks [] for security_group (9a567f8c-7a14-40d2-9017-dba4b8c35eeb), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:43.312331 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09722-1dc0-4f6b-9834-5d0fb6b3768d req-72e0b61f-4a16-4345-8867-068e89674936 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:43.314350 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10b09722-1dc0-4f6b-9834-5d0fb6b3768d req-72e0b61f-4a16-4345-8867-068e89674936 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1072896 May 13 13:23:43.366891 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5ae3f2e6-19ea-4971-aeb5-ecf34166144a req-dbf7e72d-b8a7-4630-811f-69f4680fabac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609998 May 13 13:23:43.409449 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10b09722-1dc0-4f6b-9834-5d0fb6b3768d req-0fbe4d5a-4e39-4439-84ec-7b869b85a558 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781436 May 13 13:23:43.442585 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45702) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:43.489871 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5154-99c3-458e-b1ad-92929387735c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (9a567f8c-7a14-40d2-9017-dba4b8c35eeb), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:43.493180 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5154-99c3-458e-b1ad-92929387735c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:43.500563 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ca5e5154-99c3-458e-b1ad-92929387735c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a567f8c-7a14-40d2-9017-dba4b8c35eeb HTTP/1.1" status: 204 len: 168 time: 0.5500674 May 13 13:23:43.500770 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-818671ae-c1dc-4dfe-accc-a99598f9e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:43.502386 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-818671ae-c1dc-4dfe-accc-a99598f9e162 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0530498 May 13 13:23:43.511648 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e5154-99c3-458e-b1ad-92929387735c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a567f8c-7a14-40d2-9017-dba4b8c35eeb,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:43.576719 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e9e68-4766-4742-92a0-e60043e4c851 req-3663348c-d274-4c26-8c9b-906af6fec640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:43.578707 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-740e9e68-4766-4742-92a0-e60043e4c851 req-3663348c-d274-4c26-8c9b-906af6fec640 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0752254 May 13 13:23:43.581977 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-4feb55ec-6972-4638-837b-f4acbec51ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:43.583620 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-4feb55ec-6972-4638-837b-f4acbec51ad6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719001 May 13 13:23:43.692398 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3b40-64f3-44ad-a82f-ba575bc21c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:43.735216 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-740e9e68-4766-4742-92a0-e60043e4c851 req-32fe8274-e3c9-4705-a694-f816e6883583 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416569 May 13 13:23:43.772266 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-a53d5214-c532-4c3f-ad9b-08d06215639e service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692874 May 13 13:23:43.844545 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3b40-64f3-44ad-a82f-ba575bc21c01 admin admin] Publish callbacks [] for security_group (4bf07d9b-11d0-459e-99e9-9b74f75d4f50), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:43.923947 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7bfa3b40-64f3-44ad-a82f-ba575bc21c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4bf07d9b-11d0-459e-99e9-9b74f75d4f50), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:43.966985 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-7bfa3b40-64f3-44ad-a82f-ba575bc21c01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=855add2796674a228679490fbc682caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230005 May 13 13:23:43.971265 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45732) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:43.979642 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa3b40-64f3-44ad-a82f-ba575bc21c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf07d9b-11d0-459e-99e9-9b74f75d4f50,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:44.077912 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525342-5c5b-438b-b9cb-52396da5a470 req-c260bb9c-21ab-4607-85ab-ed0dbe66fd02 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:44.079564 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-90525342-5c5b-438b-b9cb-52396da5a470 req-c260bb9c-21ab-4607-85ab-ed0dbe66fd02 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 945 time: 0.0693707 May 13 13:23:44.133597 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7558e96d-f631-4881-891b-96e16ac290c6 admin admin] Publish callbacks [] for security_group (4bf07d9b-11d0-459e-99e9-9b74f75d4f50), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:44.172586 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7558e96d-f631-4881-891b-96e16ac290c6 admin admin] Publish callbacks [] for security_group (4bf07d9b-11d0-459e-99e9-9b74f75d4f50), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:44.192738 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-90525342-5c5b-438b-b9cb-52396da5a470 req-c00cfe7c-2d79-4cff-af77-f7a8d034f9ac tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793679 May 13 13:23:44.277472 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bb022415-b3c9-4b44-a6e4-3190a75170e0 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:44.320240 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7558e96d-f631-4881-891b-96e16ac290c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4bf07d9b-11d0-459e-99e9-9b74f75d4f50), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:44.325612 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7558e96d-f631-4881-891b-96e16ac290c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:44.328595 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7558e96d-f631-4881-891b-96e16ac290c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bf07d9b-11d0-459e-99e9-9b74f75d4f50 HTTP/1.1" status: 204 len: 168 time: 0.3556902 May 13 13:23:44.338991 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port bb022415-b3c9-4b44-a6e4-3190a75170e0 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:23:44.342135 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558e96d-f631-4881-891b-96e16ac290c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf07d9b-11d0-459e-99e9-9b74f75d4f50,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:44.415311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port bb022415-b3c9-4b44-a6e4-3190a75170e0 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:44.415690 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:44.516979 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23df6cae-1dfe-4bd7-a0d3-a553eb0e49ed req-6969710b-4f2c-4e3e-94cf-2dea177d55a4 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499598 May 13 13:23:44.532149 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port bb022415-b3c9-4b44-a6e4-3190a75170e0 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:44.532577 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:44.584746 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bb022415-b3c9-4b44-a6e4-3190a75170e0, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:44.612839 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33aac0-fa59-45d9-85a7-36bfc8d6a605 req-273c90ee-8260-4b2c-93ca-a250cdb9e045 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:44.614970 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4f33aac0-fa59-45d9-85a7-36bfc8d6a605 req-273c90ee-8260-4b2c-93ca-a250cdb9e045 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.1435323 May 13 13:23:44.642419 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e4c0b-e349-4232-a630-fc644158dcd2 req-2aa2c8da-0c37-467d-bde9-8dac6a3c3222 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:44.650884 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-342e4c0b-e349-4232-a630-fc644158dcd2 req-2aa2c8da-0c37-467d-bde9-8dac6a3c3222 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1104636 May 13 13:23:44.706637 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:44.735398 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-342e4c0b-e349-4232-a630-fc644158dcd2 req-19e9dc02-2458-48e2-8b5c-df8c07fd585b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807867 May 13 13:23:44.739306 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45760) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:44.750481 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4f33aac0-fa59-45d9-85a7-36bfc8d6a605 req-c153efb7-f337-4384-ae05-efaa62f392bb tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965703 May 13 13:23:44.807663 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=bb022415-b3c9-4b44-a6e4-3190a75170e0,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:44.917417 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb022415-b3c9-4b44-a6e4-3190a75170e0'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:44.920016 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfdb4ab-4fa7-416b-a6ea-9b6c7bfa8293" -d '{"events": [{"server_uuid": "3b2c2709-a695-4f16-a0fa-fed674cfab86", "name": "network-vif-plugged", "status": "completed", "tag": "bb022415-b3c9-4b44-a6e4-3190a75170e0"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:44.960054 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb950b-35ee-4569-9989-55d87e37d6a8 x-openstack-request-id: req-eeeb950b-35ee-4569-9989-55d87e37d6a8 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:44.961096 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2c2709-a695-4f16-a0fa-fed674cfab86", "name": "network-vif-plugged", "status": "completed", "tag": "bb022415-b3c9-4b44-a6e4-3190a75170e0", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:44.961096 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeeb950b-35ee-4569-9989-55d87e37d6a8 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:44.961283 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeeb950b-35ee-4569-9989-55d87e37d6a8'] response: {'server_uuid': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'code': 200} May 13 13:23:45.149683 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7ab775ff-1321-4a4c-b4d2-e8daae00af94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.253967 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7ab775ff-1321-4a4c-b4d2-e8daae00af94 admin admin] Publish callbacks [] for security_group (63f5d7e9-7781-41d6-be21-79d4625b55ff), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.341084 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36409c5b-7c9f-4cd9-ad16-78afc468ae59 req-d552c438-1e83-4b38-b974-a3db4e825ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:45.343447 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-36409c5b-7c9f-4cd9-ad16-78afc468ae59 req-d552c438-1e83-4b38-b974-a3db4e825ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0567424 May 13 13:23:45.402139 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7ab775ff-1321-4a4c-b4d2-e8daae00af94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (63f5d7e9-7781-41d6-be21-79d4625b55ff), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.414998 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-36409c5b-7c9f-4cd9-ad16-78afc468ae59 req-e16aa860-a282-4805-ac83-9920c3d8b6c5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656989 May 13 13:23:45.453666 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-7ab775ff-1321-4a4c-b4d2-e8daae00af94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bd2ea70031b4a60b73c12ac51a3fdf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7128429 May 13 13:23:45.455229 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab775ff-1321-4a4c-b4d2-e8daae00af94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5d7e9-7781-41d6-be21-79d4625b55ff,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:45.456143 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45796) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:45.524336 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45798) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:45.532192 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-24e7db81-f423-4c81-aac4-452a9c397fb4 admin admin] Publish callbacks [] for security_group (63f5d7e9-7781-41d6-be21-79d4625b55ff), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.538232 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d1e80a3c-0e47-4067-b987-b68514a951da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.564689 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-24e7db81-f423-4c81-aac4-452a9c397fb4 admin admin] Publish callbacks [] for security_group (63f5d7e9-7781-41d6-be21-79d4625b55ff), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.630971 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d1e80a3c-0e47-4067-b987-b68514a951da admin admin] Publish callbacks [] for security_group (c5a3dc5e-4350-4405-940e-ebc31dc12bef), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.695617 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d1e80a3c-0e47-4067-b987-b68514a951da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c5a3dc5e-4350-4405-940e-ebc31dc12bef), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.695994 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-24e7db81-f423-4c81-aac4-452a9c397fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (63f5d7e9-7781-41d6-be21-79d4625b55ff), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.703179 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-24e7db81-f423-4c81-aac4-452a9c397fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.709659 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-24e7db81-f423-4c81-aac4-452a9c397fb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63f5d7e9-7781-41d6-be21-79d4625b55ff HTTP/1.1" status: 204 len: 168 time: 0.2517002 May 13 13:23:45.725348 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7db81-f423-4c81-aac4-452a9c397fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5d7e9-7781-41d6-be21-79d4625b55ff,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:45.768824 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d1e80a3c-0e47-4067-b987-b68514a951da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c108e22182e442009a3ea91380692681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431469 May 13 13:23:45.770979 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e80a3c-0e47-4067-b987-b68514a951da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a3dc5e-4350-4405-940e-ebc31dc12bef,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:45.783773 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45808) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:45.910707 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-239d94c5-9ab2-4688-9c80-f91f4c52862b admin admin] Publish callbacks [] for security_group (c5a3dc5e-4350-4405-940e-ebc31dc12bef), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:45.967960 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f517b-3dd2-405f-a8e3-bdd7a1566942 req-3721f3bb-75f9-4c74-ab90-de497ea2596c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:45.969620 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dc6f517b-3dd2-405f-a8e3-bdd7a1566942 req-3721f3bb-75f9-4c74-ab90-de497ea2596c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0730374 May 13 13:23:45.973410 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-239d94c5-9ab2-4688-9c80-f91f4c52862b admin admin] Publish callbacks [] for security_group (c5a3dc5e-4350-4405-940e-ebc31dc12bef), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.044528 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dc6f517b-3dd2-405f-a8e3-bdd7a1566942 req-7899e6cd-8298-48a8-8c04-d8744a4b64bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647595 May 13 13:23:46.153569 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-239d94c5-9ab2-4688-9c80-f91f4c52862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c5a3dc5e-4350-4405-940e-ebc31dc12bef), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.158228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-239d94c5-9ab2-4688-9c80-f91f4c52862b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.163363 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-239d94c5-9ab2-4688-9c80-f91f4c52862b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5a3dc5e-4350-4405-940e-ebc31dc12bef HTTP/1.1" status: 204 len: 168 time: 0.3779275 May 13 13:23:46.184277 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d94c5-9ab2-4688-9c80-f91f4c52862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a3dc5e-4350-4405-940e-ebc31dc12bef,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:46.254558 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144691b-a383-4200-8b17-4e7ca45108c9 req-81ddece2-c75f-405e-9709-e6698940c5ea tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:46.256764 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9144691b-a383-4200-8b17-4e7ca45108c9 req-81ddece2-c75f-405e-9709-e6698940c5ea tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0917759 May 13 13:23:46.288632 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:23:46.367334 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9144691b-a383-4200-8b17-4e7ca45108c9 req-d902999a-9ce9-4032-9c57-e105c2ae6e84 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942605 May 13 13:23:46.464756 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:46.481377 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fef47c-2528-44a2-8f08-84cdb43964f2 req-5cb158d4-5f08-4630-bdae-d523406cb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:46.484773 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-28fef47c-2528-44a2-8f08-84cdb43964f2 req-5cb158d4-5f08-4630-bdae-d523406cb3bb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 1130 time: 0.0682609 May 13 13:23:46.485268 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'port_id': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'mac_address': 'fa:16:3e:33:01:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:23:46.531333 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-28fef47c-2528-44a2-8f08-84cdb43964f2 req-0bd576a4-c236-4138-bb29-7bfccf789037 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 May 13 13:23:46.583194 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port c523458e-8e82-46df-bfae-db11fc8b2ec5 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:46.584223 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.607106 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c523458e-8e82-46df-bfae-db11fc8b2ec5 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:23:46.645787 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:46.652022 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45834) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:46.671609 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d613-ba95-479e-85e6-e0a294b6aed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.731101 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.788844 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d613-ba95-479e-85e6-e0a294b6aed1 admin admin] Publish callbacks [] for security_group (94342d42-1995-45c7-9d64-4c4731be6e4b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.831353 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:46.885548 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3fd7d613-ba95-479e-85e6-e0a294b6aed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (94342d42-1995-45c7-9d64-4c4731be6e4b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:46.935435 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7d613-ba95-479e-85e6-e0a294b6aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94342d42-1995-45c7-9d64-4c4731be6e4b,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:46.941207 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3fd7d613-ba95-479e-85e6-e0a294b6aed1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30179d38b7b74530bfe736ed82852e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882206 May 13 13:23:46.945368 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45838) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:47.001400 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98f5ae88-9de1-40ae-b3c7-d2c0cdc7343d admin admin] Publish callbacks [] for security_group (94342d42-1995-45c7-9d64-4c4731be6e4b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:47.013453 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['c523458e-8e82-46df-bfae-db11fc8b2ec5'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:23:47.048082 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98f5ae88-9de1-40ae-b3c7-d2c0cdc7343d admin admin] Publish callbacks [] for security_group (94342d42-1995-45c7-9d64-4c4731be6e4b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:47.222100 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45850) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:47.237095 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d34b-4a5f-4021-9c16-8447f0a421c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:47.303294 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cdc0d-6f5d-41ea-a1fb-c2d9d76bd519 req-ace29966-d282-42b5-b672-6a12ebc59680 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:47.311682 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3a2cdc0d-6f5d-41ea-a1fb-c2d9d76bd519 req-ace29966-d282-42b5-b672-6a12ebc59680 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.1205509 May 13 13:23:47.329783 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98f5ae88-9de1-40ae-b3c7-d2c0cdc7343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (94342d42-1995-45c7-9d64-4c4731be6e4b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:47.332513 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98f5ae88-9de1-40ae-b3c7-d2c0cdc7343d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:47.334363 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-98f5ae88-9de1-40ae-b3c7-d2c0cdc7343d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94342d42-1995-45c7-9d64-4c4731be6e4b HTTP/1.1" status: 204 len: 168 time: 0.3876829 May 13 13:23:47.374184 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5ae88-9de1-40ae-b3c7-d2c0cdc7343d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94342d42-1995-45c7-9d64-4c4731be6e4b,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:47.438757 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506be6a-081a-44ad-a6d3-439bf307ce91 req-5f5c89b2-6c5b-4130-b1cc-e3479c7a79c0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:47.440688 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e506be6a-081a-44ad-a6d3-439bf307ce91 req-5f5c89b2-6c5b-4130-b1cc-e3479c7a79c0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1260304 May 13 13:23:47.540805 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-28a9a124-8a34-4c2c-9d2b-3b9a12732e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:47.565984 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3a2cdc0d-6f5d-41ea-a1fb-c2d9d76bd519 req-b9a73038-6830-40a4-8337-8c6b29090f0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531240 May 13 13:23:47.570393 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-28a9a124-8a34-4c2c-9d2b-3b9a12732e60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 1130 time: 0.1596217 May 13 13:23:47.598244 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e506be6a-081a-44ad-a6d3-439bf307ce91 req-000efc72-c336-458e-8240-08ee36931721 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366127 May 13 13:23:47.696935 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78b245-e4c2-416e-ba7e-e9cad2e7f42f req-ac272f17-8ecd-409c-8d95-3eb7626274b9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:47.698986 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a78b245-e4c2-416e-ba7e-e9cad2e7f42f req-ac272f17-8ecd-409c-8d95-3eb7626274b9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0611792 May 13 13:23:47.727999 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d34b-4a5f-4021-9c16-8447f0a421c9 admin admin] Publish callbacks [] for security_group (25f27860-b7f7-4a41-badb-18238fc4f569), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:47.799450 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a78b245-e4c2-416e-ba7e-e9cad2e7f42f req-5e1adfd3-b741-4cc3-91b9-650876ee1527 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866344 May 13 13:23:47.818024 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d34b-4a5f-4021-9c16-8447f0a421c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (25f27860-b7f7-4a41-badb-18238fc4f569), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:47.861727 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-0c2ce5f8-7807-4a4e-a4d1-7aeb5d79687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:47.863254 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-0c2ce5f8-7807-4a4e-a4d1-7aeb5d79687c service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.2835786 May 13 13:23:47.876163 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2d34b-4a5f-4021-9c16-8447f0a421c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f27860-b7f7-4a41-badb-18238fc4f569,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:47.881616 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1ba2d34b-4a5f-4021-9c16-8447f0a421c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a8c27908a4b4e23b6a86dcdd4aa5be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6658950 May 13 13:23:47.884294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45878) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:47.945262 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8ed409fa-0deb-4e89-8010-ed25d8831672 admin admin] Publish callbacks [] for security_group (25f27860-b7f7-4a41-badb-18238fc4f569), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:47.970331 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8ed409fa-0deb-4e89-8010-ed25d8831672 admin admin] Publish callbacks [] for security_group (25f27860-b7f7-4a41-badb-18238fc4f569), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:48.089562 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8ed409fa-0deb-4e89-8010-ed25d8831672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (25f27860-b7f7-4a41-badb-18238fc4f569), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:48.093016 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8ed409fa-0deb-4e89-8010-ed25d8831672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:48.094855 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-8ed409fa-0deb-4e89-8010-ed25d8831672 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25f27860-b7f7-4a41-badb-18238fc4f569 HTTP/1.1" status: 204 len: 168 time: 0.2094753 May 13 13:23:48.118930 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed409fa-0deb-4e89-8010-ed25d8831672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f27860-b7f7-4a41-badb-18238fc4f569,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:48.149881 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-8f962590-0d98-42a9-9386-d7df2a507899 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6 HTTP/1.1" status: 200 len: 217 time: 0.0494931 May 13 13:23:48.235798 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-5427dd34-6ef9-4856-9b04-eed1e3bae98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:48.237185 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-5427dd34-6ef9-4856-9b04-eed1e3bae98a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0757425 May 13 13:23:48.289512 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-811baa58-0b9c-4b6a-af6d-c53514a9dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:48.291094 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-811baa58-0b9c-4b6a-af6d-c53514a9dd1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451896 May 13 13:23:48.294301 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:23:48.350505 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port c523458e-8e82-46df-bfae-db11fc8b2ec5 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:23:48.410887 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-fb8fae16-00fc-47b5-9548-6c4a79b30000 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120341 May 13 13:23:48.438531 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port c523458e-8e82-46df-bfae-db11fc8b2ec5 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:23:48.438967 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:48.582408 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port c523458e-8e82-46df-bfae-db11fc8b2ec5 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:23:48.584643 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:48.596437 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0f3ebe1d-ff9b-4bee-ab5d-84d696c712ba req-249dde32-ead2-42b5-9a42-8945cee4ae8e service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793358 May 13 13:23:48.604631 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45910) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:48.655786 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:48.659385 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1843c61-8166-4666-a5a2-e2fe5075fea4" -d '{"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-plugged", "status": "completed", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:48.690171 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:23:48.809502 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:48.845851 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7763d4-c84e-4922-ad9d-2b256b136287 req-438fc0b7-45ff-4d6a-bcf7-7c5ebeac1dfc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:48.847342 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df7763d4-c84e-4922-ad9d-2b256b136287 req-438fc0b7-45ff-4d6a-bcf7-7c5ebeac1dfc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.1235337 May 13 13:23:48.850672 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5d161ac6-8530-4ec4-86e5-028b40170395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:48.862983 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c85fa-fd6f-4916-bcd9-1e500f29d6a8 req-9761f8c3-d425-43a1-8050-fc7de1b1789a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:48.864590 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-680c85fa-fd6f-4916-bcd9-1e500f29d6a8 req-9761f8c3-d425-43a1-8050-fc7de1b1789a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1063769 May 13 13:23:48.922725 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:48.983588 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df7763d4-c84e-4922-ad9d-2b256b136287 req-bae06b34-81bc-4053-8710-36b9da889730 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275985 May 13 13:23:48.993171 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-680c85fa-fd6f-4916-bcd9-1e500f29d6a8 req-a0cddea1-f19a-4459-ab9f-97e3206d7b56 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133368 May 13 13:23:49.076563 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5d161ac6-8530-4ec4-86e5-028b40170395 admin admin] Publish callbacks [] for security_group (026e8879-3011-4301-9895-0c6ca5ceec63), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:49.079747 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa307d36-e168-46bc-be5a-bcb12d607e2e x-openstack-request-id: req-fa307d36-e168-46bc-be5a-bcb12d607e2e {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:49.080431 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-plugged", "status": "completed", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:49.081019 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa307d36-e168-46bc-be5a-bcb12d607e2e {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:49.082008 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa307d36-e168-46bc-be5a-bcb12d607e2e'] response: {'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'code': 200} May 13 13:23:49.187607 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5d161ac6-8530-4ec4-86e5-028b40170395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (026e8879-3011-4301-9895-0c6ca5ceec63), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:49.235680 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a3834-2c32-4ecc-9cba-2c53ebfe15e3 req-da04eebc-4c8e-4af3-a74b-ce6aa876f0c5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:49.237244 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-721a3834-2c32-4ecc-9cba-2c53ebfe15e3 req-da04eebc-4c8e-4af3-a74b-ce6aa876f0c5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.1291504 May 13 13:23:49.282614 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21f568-c5f5-4dff-8470-175c5448e197 req-abaf87e9-50c6-43f8-88c6-38092b6dcee2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:49.284160 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5c21f568-c5f5-4dff-8470-175c5448e197 req-abaf87e9-50c6-43f8-88c6-38092b6dcee2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.1196551 May 13 13:23:49.295108 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45950) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:49.302878 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'floatingip': {'port_id': 'bb022415-b3c9-4b44-a6e4-3190a75170e0'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:49.318605 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5d161ac6-8530-4ec4-86e5-028b40170395 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7e66d7db07f4cf48dc7fc6e1065e1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7121084 May 13 13:23:49.325021 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45952) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:49.330318 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d161ac6-8530-4ec4-86e5-028b40170395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026e8879-3011-4301-9895-0c6ca5ceec63,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:49.393491 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (0e422b15-1cf4-4195-a611-8637c0a12ac1), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:49.401827 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-721a3834-2c32-4ecc-9cba-2c53ebfe15e3 req-bd51a5dd-20df-499c-95ff-00999c7baafa tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459682 May 13 13:23:49.437721 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0357979e-39a8-4fa7-bdcf-05a2f2e3c79f admin admin] Publish callbacks [] for security_group (026e8879-3011-4301-9895-0c6ca5ceec63), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:49.483875 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0357979e-39a8-4fa7-bdcf-05a2f2e3c79f admin admin] Publish callbacks [] for security_group (026e8879-3011-4301-9895-0c6ca5ceec63), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:49.565099 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e557f0-a723-48b4-a9a8-1daee762e7c8 req-3f1bf59a-5fba-4b3f-8e77-9729a153f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:49.566610 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a3e557f0-a723-48b4-a9a8-1daee762e7c8 req-3f1bf59a-5fba-4b3f-8e77-9729a153f1d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 1130 time: 0.0866306 May 13 13:23:49.656621 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0357979e-39a8-4fa7-bdcf-05a2f2e3c79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (026e8879-3011-4301-9895-0c6ca5ceec63), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:49.661113 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0357979e-39a8-4fa7-bdcf-05a2f2e3c79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:49.663606 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0357979e-39a8-4fa7-bdcf-05a2f2e3c79f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/026e8879-3011-4301-9895-0c6ca5ceec63 HTTP/1.1" status: 204 len: 168 time: 0.3350065 May 13 13:23:49.674608 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357979e-39a8-4fa7-bdcf-05a2f2e3c79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026e8879-3011-4301-9895-0c6ca5ceec63,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:49.684732 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a3e557f0-a723-48b4-a9a8-1daee762e7c8 req-2c590554-ada2-403e-aa8f-481e4e0762a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106846 May 13 13:23:49.797821 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45972) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:50.175594 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1924e-3f4d-4cd6-89f3-572b7faf95fe req-5d36dfe1-beb2-496f-980b-a6bcd39c09e6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:50.178349 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-16d1924e-3f4d-4cd6-89f3-572b7faf95fe req-5d36dfe1-beb2-496f-980b-a6bcd39c09e6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0851364 May 13 13:23:50.269138 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-16d1924e-3f4d-4cd6-89f3-572b7faf95fe req-2f711f2c-f366-46be-abf3-46b2ebcc328f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838182 May 13 13:23:50.380347 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-15e87377-d329-4755-b8d7-53765d2cb559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.480089 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-15e87377-d329-4755-b8d7-53765d2cb559 admin admin] Publish callbacks [] for security_group (e240f088-2b28-43b4-800a-2a940c6c33b1), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.498055 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.552423 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (0e422b15-1cf4-4195-a611-8637c0a12ac1), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.558701 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-15e87377-d329-4755-b8d7-53765d2cb559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (e240f088-2b28-43b4-800a-2a940c6c33b1), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.610252 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-15e87377-d329-4755-b8d7-53765d2cb559 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eba6628de0a4a19871e97865ac90e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8108187 May 13 13:23:50.613887 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e87377-d329-4755-b8d7-53765d2cb559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e240f088-2b28-43b4-800a-2a940c6c33b1,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:50.619895 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45990) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:50.635562 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd0b78-5cfa-4165-88d5-b0d32c7e5245 req-d5b48e6a-70e2-42b1-960d-bbff75857608 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:50.637131 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23dd0b78-5cfa-4165-88d5-b0d32c7e5245 req-d5b48e6a-70e2-42b1-960d-bbff75857608 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.1130745 May 13 13:23:50.692846 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Floating IP 0e422b15-1cf4-4195-a611-8637c0a12ac1 associated. External IP: 172.27.2.11, port: bb022415-b3c9-4b44-a6e4-3190a75170e0. May 13 13:23:50.721954 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f4739b3a-e51e-4261-984a-f2bb186a4cc9 admin admin] Publish callbacks [] for security_group (e240f088-2b28-43b4-800a-2a940c6c33b1), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.754505 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23dd0b78-5cfa-4165-88d5-b0d32c7e5245 req-6bc1c01a-6828-440c-b656-3e6d9df04e88 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866909 May 13 13:23:50.765625 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45992) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:50.802489 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206d5dd3-80ba-4fa7-afe1-824cf32e0f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.808019 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f4739b3a-e51e-4261-984a-f2bb186a4cc9 admin admin] Publish callbacks [] for security_group (e240f088-2b28-43b4-800a-2a940c6c33b1), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.936394 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206d5dd3-80ba-4fa7-afe1-824cf32e0f7e admin admin] Publish callbacks [] for security_group (5a2e4797-43a8-44ed-8467-a938cbe3b8b3), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.987236 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206d5dd3-80ba-4fa7-afe1-824cf32e0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5a2e4797-43a8-44ed-8467-a938cbe3b8b3), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:50.997623 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 45996) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:51.007826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Router 4831d67a-5c02-45c2-b75a-f75c25514baf has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:23:51.029208 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d5dd3-80ba-4fa7-afe1-824cf32e0f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2e4797-43a8-44ed-8467-a938cbe3b8b3,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:51.033737 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-206d5dd3-80ba-4fa7-afe1-824cf32e0f7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdd8c8eacc144df5b3ba5c05dd386213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668202 May 13 13:23:51.037789 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46000) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:51.054280 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f4739b3a-e51e-4261-984a-f2bb186a4cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (e240f088-2b28-43b4-800a-2a940c6c33b1), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.065974 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f4739b3a-e51e-4261-984a-f2bb186a4cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.065974 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f4739b3a-e51e-4261-984a-f2bb186a4cc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e240f088-2b28-43b4-800a-2a940c6c33b1 HTTP/1.1" status: 204 len: 168 time: 0.4368892 May 13 13:23:51.079214 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4739b3a-e51e-4261-984a-f2bb186a4cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e240f088-2b28-43b4-800a-2a940c6c33b1,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:51.104200 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-efed5c98-9b65-4834-be22-0d7115ba2320 admin admin] Publish callbacks [] for security_group (5a2e4797-43a8-44ed-8467-a938cbe3b8b3), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.145959 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:23:51.147911 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-efed5c98-9b65-4834-be22-0d7115ba2320 admin admin] Publish callbacks [] for security_group (5a2e4797-43a8-44ed-8467-a938cbe3b8b3), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.148579 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.172051 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] Sync routers for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:23:51.188165 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-400a807d-4c13-46e3-a71e-02ad20d014e5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "PUT /v2.0/floatingips/0e422b15-1cf4-4195-a611-8637c0a12ac1 HTTP/1.1" status: 200 len: 991 time: 1.8914967 May 13 13:23:51.191208 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'tag': 'bb022415-b3c9-4b44-a6e4-3190a75170e0'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:51.191389 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:51.191389 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:51.191658 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ad8212-a3fd-427f-8e73-80fad97f880c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2c2709-a695-4f16-a0fa-fed674cfab86", "tag": "bb022415-b3c9-4b44-a6e4-3190a75170e0"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:51.266724 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399187b4-09f8-4ca4-9fea-3dd291a5b773 x-openstack-request-id: req-399187b4-09f8-4ca4-9fea-3dd291a5b773 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:51.268411 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2c2709-a695-4f16-a0fa-fed674cfab86", "tag": "bb022415-b3c9-4b44-a6e4-3190a75170e0", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:51.269548 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-399187b4-09f8-4ca4-9fea-3dd291a5b773 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:51.270139 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399187b4-09f8-4ca4-9fea-3dd291a5b773'] response: {'name': 'network-changed', 'server_uuid': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'tag': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'status': 'completed', 'code': 200} May 13 13:23:51.330583 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-efed5c98-9b65-4834-be22-0d7115ba2320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5a2e4797-43a8-44ed-8467-a938cbe3b8b3), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.333360 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-efed5c98-9b65-4834-be22-0d7115ba2320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.336284 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:51.337583 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-efed5c98-9b65-4834-be22-0d7115ba2320 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a2e4797-43a8-44ed-8467-a938cbe3b8b3 HTTP/1.1" status: 204 len: 168 time: 0.2987223 May 13 13:23:51.347923 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed5c98-9b65-4834-be22-0d7115ba2320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2e4797-43a8-44ed-8467-a938cbe3b8b3,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:51.378496 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-83d11b42-1935-49eb-a6e9-27817e29226d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.552309 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-af9f77ae-1314-4703-8d03-cfff07427214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:51.554191 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-af9f77ae-1314-4703-8d03-cfff07427214 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 1130 time: 0.1111822 May 13 13:23:51.563979 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f26672-02cd-475c-98f0-48ac09afa34d req-9186f6fd-5190-4113-9796-2f3a353ee90c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:51.566042 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c5f26672-02cd-475c-98f0-48ac09afa34d req-9186f6fd-5190-4113-9796-2f3a353ee90c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1160181 May 13 13:23:51.674889 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-83d11b42-1935-49eb-a6e9-27817e29226d admin admin] Publish callbacks [] for security_group (90b07532-3fb2-405b-8e6b-a14d311082e7), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.692658 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c5f26672-02cd-475c-98f0-48ac09afa34d req-00aef33c-276a-477d-94ad-838f1ba305eb tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192496 May 13 13:23:51.695846 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-132707d4-501b-46c9-9fb3-5d35b119c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:51.697942 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-132707d4-501b-46c9-9fb3-5d35b119c5db service neutron] 10.222.0.69 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 911 time: 0.1373379 May 13 13:23:51.734956 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '0e422b15-1cf4-4195-a611-8637c0a12ac1', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'port_id': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'mac_address': 'fa:16:3e:e6:eb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:23:23Z', 'updated_at': '2022-05-13T13:23:50Z', 'revision_number': 1, 'project_id': '6c22198af7e14553a967643df90e501f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:51.774940 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-83d11b42-1935-49eb-a6e9-27817e29226d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (90b07532-3fb2-405b-8e6b-a14d311082e7), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:51.787753 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] Checking router: 4831d67a-5c02-45c2-b75a-f75c25514baf for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:23:51.828702 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:51.833678 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:51.878772 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46024) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:51.879586 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-83d11b42-1935-49eb-a6e9-27817e29226d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53a86a556ae44f81b67b62bc49313b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8789675 May 13 13:23:51.885415 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-191c6b3f-a9e3-48ce-af26-1900aa70c23f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0 HTTP/1.1" status: 200 len: 999 time: 0.1710134 May 13 13:23:51.890065 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d11b42-1935-49eb-a6e9-27817e29226d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b07532-3fb2-405b-8e6b-a14d311082e7,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:51.996077 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:52.004727 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-bbe14cf3-1d78-4c88-9673-8c6acb9429e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:52.006179 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-bbe14cf3-1d78-4c88-9673-8c6acb9429e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 200 len: 849 time: 0.0994382 May 13 13:23:52.049045 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abc638-24b2-4666-bf0d-52bf5f1b9b00 req-869da613-a563-41ec-9099-8ac137f0a95b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:52.050880 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73abc638-24b2-4666-bf0d-52bf5f1b9b00 req-869da613-a563-41ec-9099-8ac137f0a95b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.1042213 May 13 13:23:52.054358 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f744-9e69-4415-bcd5-653d412e61b8 admin admin] Publish callbacks [] for security_group (90b07532-3fb2-405b-8e6b-a14d311082e7), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.057856 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-0565177b-16b1-434b-8f7b-115763081124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:52.059810 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-0565177b-16b1-434b-8f7b-115763081124 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470288 May 13 13:23:52.092297 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f744-9e69-4415-bcd5-653d412e61b8 admin admin] Publish callbacks [] for security_group (90b07532-3fb2-405b-8e6b-a14d311082e7), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.151805 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73abc638-24b2-4666-bf0d-52bf5f1b9b00 req-581b5c55-5aff-4ecf-b8de-aa5318ac74bb tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925639 May 13 13:23:52.209043 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-55144634-5379-4381-b362-3576de2761a2 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367536 May 13 13:23:52.244036 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f744-9e69-4415-bcd5-653d412e61b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (90b07532-3fb2-405b-8e6b-a14d311082e7), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.247217 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f744-9e69-4415-bcd5-653d412e61b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.252336 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9cd5f744-9e69-4415-bcd5-653d412e61b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90b07532-3fb2-405b-8e6b-a14d311082e7 HTTP/1.1" status: 204 len: 168 time: 0.3709114 May 13 13:23:52.298583 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5f744-9e69-4415-bcd5-653d412e61b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b07532-3fb2-405b-8e6b-a14d311082e7,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:52.304251 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '0e422b15-1cf4-4195-a611-8637c0a12ac1', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'port_id': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'mac_address': 'fa:16:3e:e6:eb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:23:23Z', 'updated_at': '2022-05-13T13:23:50Z', 'revision_number': 1, 'project_id': '6c22198af7e14553a967643df90e501f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:52.315232 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46032) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:52.333077 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848e1b0-2175-4bc1-86dd-8fd774103e25 req-3f6900bb-53c6-426f-b43a-13b4ed63635b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:52.335645 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f848e1b0-2175-4bc1-86dd-8fd774103e25 req-3f6900bb-53c6-426f-b43a-13b4ed63635b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0812192 May 13 13:23:52.353954 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d0467a2-bc0b-45c2-a92d-def8ea221f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.354056 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-84ad8212-a3fd-427f-8e73-80fad97f880c req-4a453325-ad65-4309-9902-7e85790fe759 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369605 May 13 13:23:52.354056 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46036) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:52.359516 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'floatingip': {'port_id': 'c523458e-8e82-46df-bfae-db11fc8b2ec5'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:23:52.410533 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (c8677ebf-7294-4b41-8e95-d163e51aeb69), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.462580 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcbd2e-fd66-466a-b453-fb38d7b83419 None None] The sync data for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi is: [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '0e422b15-1cf4-4195-a611-8637c0a12ac1', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'floating_ip_address': '172.27.2.11', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'port_id': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'mac_address': 'fa:16:3e:e6:eb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:23:23Z', 'updated_at': '2022-05-13T13:23:50Z', 'revision_number': 1, 'project_id': '6c22198af7e14553a967643df90e501f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:23:52.488782 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d0467a2-bc0b-45c2-a92d-def8ea221f17 admin admin] Publish callbacks [] for security_group (918ae8f0-904d-48dc-b667-21646f7122ad), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.547150 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d0467a2-bc0b-45c2-a92d-def8ea221f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (918ae8f0-904d-48dc-b667-21646f7122ad), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.588450 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0d0467a2-bc0b-45c2-a92d-def8ea221f17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=086a9915372a4a8485f8877cbf44619c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721515 May 13 13:23:52.589127 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46044) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:52.625321 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0467a2-bc0b-45c2-a92d-def8ea221f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918ae8f0-904d-48dc-b667-21646f7122ad,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:52.677407 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6288e08a-6325-41f4-866e-637a63a88e85 admin admin] Publish callbacks [] for security_group (918ae8f0-904d-48dc-b667-21646f7122ad), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.730752 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6288e08a-6325-41f4-866e-637a63a88e85 admin admin] Publish callbacks [] for security_group (918ae8f0-904d-48dc-b667-21646f7122ad), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:52.820423 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829baa96-4c65-41dc-95c3-dfc5ed96534f None None] New status for floating IP 0e422b15-1cf4-4195-a611-8637c0a12ac1: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:23:52.929100 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18406439-0b2f-4dab-a838-8f6cc3e272a9 req-2acaf0f6-87d6-4a30-adcf-eb0bef553811 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:52.938662 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18406439-0b2f-4dab-a838-8f6cc3e272a9 req-2acaf0f6-87d6-4a30-adcf-eb0bef553811 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1485317 May 13 13:23:53.038278 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18406439-0b2f-4dab-a838-8f6cc3e272a9 req-f8aa67c2-b027-4733-9ac9-cfe4d9c7c690 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985391 May 13 13:23:53.048378 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6288e08a-6325-41f4-866e-637a63a88e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (918ae8f0-904d-48dc-b667-21646f7122ad), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:53.051765 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6288e08a-6325-41f4-866e-637a63a88e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:53.058726 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6288e08a-6325-41f4-866e-637a63a88e85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/918ae8f0-904d-48dc-b667-21646f7122ad HTTP/1.1" status: 204 len: 168 time: 0.4575529 May 13 13:23:53.079039 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288e08a-6325-41f4-866e-637a63a88e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918ae8f0-904d-48dc-b667-21646f7122ad,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:53.375592 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:53.426647 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (c8677ebf-7294-4b41-8e95-d163e51aeb69), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:53.565573 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Floating IP c8677ebf-7294-4b41-8e95-d163e51aeb69 associated. External IP: 172.27.2.118, port: c523458e-8e82-46df-bfae-db11fc8b2ec5. May 13 13:23:53.806193 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Router da801385-2388-4b72-a8a6-40f5ab77b051 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:23:53.945553 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:23:53.950985 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:53.962681 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] Sync routers for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:23:53.976675 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:53.977476 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:54.036812 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-dd57fb52-9fa7-4e33-8b0f-6441304ae232 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "PUT /v2.0/floatingips/c8677ebf-7294-4b41-8e95-d163e51aeb69 HTTP/1.1" status: 200 len: 992 time: 1.6816370 May 13 13:23:54.037780 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:23:54.040875 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:23:54.105889 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:54.106272 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f46bde0-c111-4aab-a106-c843861fc269 x-openstack-request-id: req-7f46bde0-c111-4aab-a106-c843861fc269 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:23:54.106907 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:23:54.107238 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f46bde0-c111-4aab-a106-c843861fc269 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:23:54.107626 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f46bde0-c111-4aab-a106-c843861fc269'] response: {'name': 'network-changed', 'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'status': 'completed', 'code': 200} May 13 13:23:54.182604 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b7347-1b71-4a3d-8ba0-f64dc68178bb req-24970c42-6d39-444c-bf71-5685df1e865b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:54.184784 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-431b7347-1b71-4a3d-8ba0-f64dc68178bb req-24970c42-6d39-444c-bf71-5685df1e865b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0567210 May 13 13:23:54.246966 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-431b7347-1b71-4a3d-8ba0-f64dc68178bb req-ad8185a6-8eaf-4506-b2cd-1e6884ae71e3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523355 May 13 13:23:54.431848 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'c8677ebf-7294-4b41-8e95-d163e51aeb69', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'port_id': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'mac_address': 'fa:16:3e:33:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:23:25Z', 'updated_at': '2022-05-13T13:23:53Z', 'revision_number': 1, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:54.479196 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] Checking router: da801385-2388-4b72-a8a6-40f5ab77b051 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:23:54.491540 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:23:54.492321 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:23:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:54.619090 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:23:54.907464 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'c8677ebf-7294-4b41-8e95-d163e51aeb69', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'port_id': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'mac_address': 'fa:16:3e:33:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:23:25Z', 'updated_at': '2022-05-13T13:23:53Z', 'revision_number': 1, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:23:54.935140 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd84d4f-9d59-4ecc-ae07-36ddafcf52d9 None None] The sync data for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi is: [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'c8677ebf-7294-4b41-8e95-d163e51aeb69', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'port_id': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'mac_address': 'fa:16:3e:33:01:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:23:25Z', 'updated_at': '2022-05-13T13:23:53Z', 'revision_number': 1, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:23:55.260154 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5264611-f3bd-4a00-b504-7bea9f02b28c None None] New status for floating IP c8677ebf-7294-4b41-8e95-d163e51aeb69: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:23:55.462740 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf223add-383d-4423-a0df-f05ca0a19de9 req-ac7ae421-19d1-4bdd-8646-7f85cdd85beb tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:55.466406 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf223add-383d-4423-a0df-f05ca0a19de9 req-ac7ae421-19d1-4bdd-8646-7f85cdd85beb tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1371202 May 13 13:23:55.584120 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf223add-383d-4423-a0df-f05ca0a19de9 req-641ecef8-eda7-4f57-8cef-e70fe07ce61d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082110 May 13 13:23:55.971041 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-f562e5cc-b07c-40b8-93bc-4c8e45250b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:55.972597 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-f562e5cc-b07c-40b8-93bc-4c8e45250b99 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 1130 time: 0.0474982 May 13 13:23:56.073488 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-2879e03d-b391-43b8-b055-5341f91903d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:56.075004 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-2879e03d-b391-43b8-b055-5341f91903d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.0961032 May 13 13:23:56.276583 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-c7ef89d7-7903-446b-babd-e8b4a4ab7c28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5 HTTP/1.1" status: 200 len: 1002 time: 0.1640885 May 13 13:23:56.713307 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cadec-2cb4-45c8-b790-575c99832ba8 req-a4e445ba-b9f0-49fc-9076-d7c6b83ca092 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:56.714856 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b03cadec-2cb4-45c8-b790-575c99832ba8 req-a4e445ba-b9f0-49fc-9076-d7c6b83ca092 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0530150 May 13 13:23:56.765794 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b03cadec-2cb4-45c8-b790-575c99832ba8 req-d03dda05-718f-4852-93b7-49ebac4e54d4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 May 13 13:23:56.931361 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-063951d5-d5a9-4d73-8c93-f1fc2da9bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:56.932750 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-063951d5-d5a9-4d73-8c93-f1fc2da9bdb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0507319 May 13 13:23:56.988895 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-c8ad5485-017c-4e2c-9cf3-a28a2342c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:56.990452 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-c8ad5485-017c-4e2c-9cf3-a28a2342c426 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405068 May 13 13:23:57.109206 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-1ff328ff-e36f-49b7-9469-529a98de0264 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120648 May 13 13:23:57.602928 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-afe0ad02-69f2-49d1-b8e8-4f665933fe0d req-99b5859c-bcdf-438f-a32a-b556c7370514 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270568 May 13 13:23:57.903587 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b81e5e-9d5f-455b-8a7c-2220570799e1 req-daa68240-180e-439c-9597-3624533cbdc1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:57.911232 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c9b81e5e-9d5f-455b-8a7c-2220570799e1 req-daa68240-180e-439c-9597-3624533cbdc1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0720179 May 13 13:23:57.960165 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c9b81e5e-9d5f-455b-8a7c-2220570799e1 req-b236002a-71bd-4118-b122-fbc6d0aa481e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479603 May 13 13:23:58.204599 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7d2e5-0972-467e-b6af-619822039ef2 req-11cc7edd-d976-4eb6-9d17-f3d68d78194e tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:58.206174 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3db7d2e5-0972-467e-b6af-619822039ef2 req-11cc7edd-d976-4eb6-9d17-f3d68d78194e tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 945 time: 0.0508628 May 13 13:23:58.257704 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3db7d2e5-0972-467e-b6af-619822039ef2 req-f21680dc-f3a2-4f18-93bd-675ec57cd194 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 May 13 13:23:58.442793 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46260) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:58.570148 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:58.664911 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Publish callbacks [] for security_group (f3dc6797-f96d-4436-8916-65f52c59c110), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:58.673180 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46266) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:58.740988 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f3dc6797-f96d-4436-8916-65f52c59c110), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:58.790865 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dc6797-f96d-4436-8916-65f52c59c110,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:58.790865 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c32bdd724004f38985f0a7c00e9832b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449104 May 13 13:23:58.791630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46274) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:58.810616 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.811038 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.811402 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.811893 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.812240 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.812665 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.812888 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.813244 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.813724 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.814081 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.814485 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.814944 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.815751 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.815751 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.815969 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2101e-32cc-4f97-a523-97f65c08ce79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:58.841163 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c637a84c-5e82-4694-a5dd-c44f580af46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:58.884222 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Publish callbacks [] for security_group (f3dc6797-f96d-4436-8916-65f52c59c110), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:58.908056 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Publish callbacks [] for security_group (f3dc6797-f96d-4436-8916-65f52c59c110), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:58.931360 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c637a84c-5e82-4694-a5dd-c44f580af46d admin admin] Publish callbacks [] for security_group (b1ffc4df-206c-4b9a-9a63-d7f1f7389562), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.021953 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c637a84c-5e82-4694-a5dd-c44f580af46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (b1ffc4df-206c-4b9a-9a63-d7f1f7389562), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.022287 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f3dc6797-f96d-4436-8916-65f52c59c110), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.026150 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.028073 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3dc6797-f96d-4436-8916-65f52c59c110 HTTP/1.1" status: 204 len: 168 time: 0.2353871 May 13 13:23:59.041533 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dc6797-f96d-4436-8916-65f52c59c110,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:59.056421 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.057010 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.057758 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.058345 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.058908 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.059683 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.060258 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.061941 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.062620 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.063212 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.063810 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.064606 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.065432 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.066488 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.067416 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce8dc6-1d6d-4dc9-9575-d9ff9ef3f031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:23:59.086566 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c637a84c-5e82-4694-a5dd-c44f580af46d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=303594cdd439475ca71a728a2540ad1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121709 May 13 13:23:59.087542 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46282) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:59.096785 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637a84c-5e82-4694-a5dd-c44f580af46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ffc4df-206c-4b9a-9a63-d7f1f7389562,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:59.147666 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e82b9e-c629-471d-9a4e-5bba8b5fc451 req-f7ac23e8-d10f-4170-aa1b-c13048cc42af tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:59.149312 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-01e82b9e-c629-471d-9a4e-5bba8b5fc451 req-f7ac23e8-d10f-4170-aa1b-c13048cc42af tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0706670 May 13 13:23:59.170658 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0e87dce3-d6cc-4c56-8128-a4b66dd418dc admin admin] Publish callbacks [] for security_group (b1ffc4df-206c-4b9a-9a63-d7f1f7389562), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.203640 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0e87dce3-d6cc-4c56-8128-a4b66dd418dc admin admin] Publish callbacks [] for security_group (b1ffc4df-206c-4b9a-9a63-d7f1f7389562), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.231684 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-01e82b9e-c629-471d-9a4e-5bba8b5fc451 req-7e4f48db-5de3-412a-aac5-6b4e82e38b76 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758121 May 13 13:23:59.234917 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46286) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:59.346883 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0e87dce3-d6cc-4c56-8128-a4b66dd418dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (b1ffc4df-206c-4b9a-9a63-d7f1f7389562), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.349636 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0e87dce3-d6cc-4c56-8128-a4b66dd418dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.351778 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-0e87dce3-d6cc-4c56-8128-a4b66dd418dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1ffc4df-206c-4b9a-9a63-d7f1f7389562 HTTP/1.1" status: 204 len: 168 time: 0.2560239 May 13 13:23:59.360144 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87dce3-d6cc-4c56-8128-a4b66dd418dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ffc4df-206c-4b9a-9a63-d7f1f7389562,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:59.418792 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0b6d3-8b9c-4a5f-9410-88fdcf2ccce2 req-e437903e-3427-452f-88c7-66c4528e1e36 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:59.420695 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f9f0b6d3-8b9c-4a5f-9410-88fdcf2ccce2 req-e437903e-3427-452f-88c7-66c4528e1e36 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 945 time: 0.0833645 May 13 13:23:59.471895 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f9f0b6d3-8b9c-4a5f-9410-88fdcf2ccce2 req-261737d2-b657-41ed-9230-5d9752160839 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451670 May 13 13:23:59.507296 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9885f395-a300-4800-9c62-f3e3eae7f106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.598843 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-2291d746-0445-4a38-85ee-af7d590a24e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517304 May 13 13:23:59.631613 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9885f395-a300-4800-9c62-f3e3eae7f106 admin admin] Publish callbacks [] for security_group (1e1d5bcf-f732-4257-b89a-34407b2733b7), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.733648 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-623f05f7-dbff-42b3-a938-b64c17b930ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:23:59.735205 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-623f05f7-dbff-42b3-a938-b64c17b930ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0472746 May 13 13:23:59.740362 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9885f395-a300-4800-9c62-f3e3eae7f106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (1e1d5bcf-f732-4257-b89a-34407b2733b7), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.784086 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-9885f395-a300-4800-9c62-f3e3eae7f106 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61d23481921e496ca138b8df10dd9c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5480702 May 13 13:23:59.784801 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885f395-a300-4800-9c62-f3e3eae7f106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d5bcf-f732-4257-b89a-34407b2733b7,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:23:59.787376 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46296) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:59.797969 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46298) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:23:59.813839 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3bf616c4-4060-41ad-9595-0d19eed5af2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.857924 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0949b4c8-3534-4430-a6bf-ddf02f2c8557 admin admin] Publish callbacks [] for security_group (1e1d5bcf-f732-4257-b89a-34407b2733b7), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.888824 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0949b4c8-3534-4430-a6bf-ddf02f2c8557 admin admin] Publish callbacks [] for security_group (1e1d5bcf-f732-4257-b89a-34407b2733b7), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:23:59.999389 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-eb1ec9c5-841e-4d31-8096-6f6cf059ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:00.000880 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-eb1ec9c5-841e-4d31-8096-6f6cf059ca90 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1584082 May 13 13:24:00.009211 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3bf616c4-4060-41ad-9595-0d19eed5af2b admin admin] Publish callbacks [] for security_group (beeca136-8cc0-4d1b-a138-b0ea1ca52862), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.055717 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0949b4c8-3534-4430-a6bf-ddf02f2c8557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (1e1d5bcf-f732-4257-b89a-34407b2733b7), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.058732 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0949b4c8-3534-4430-a6bf-ddf02f2c8557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.062835 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0949b4c8-3534-4430-a6bf-ddf02f2c8557 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e1d5bcf-f732-4257-b89a-34407b2733b7 HTTP/1.1" status: 204 len: 168 time: 0.2708673 May 13 13:24:00.083726 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949b4c8-3534-4430-a6bf-ddf02f2c8557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d5bcf-f732-4257-b89a-34407b2733b7,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:00.117175 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3bf616c4-4060-41ad-9595-0d19eed5af2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (beeca136-8cc0-4d1b-a138-b0ea1ca52862), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.117175 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-122c9f04-705e-41f9-bc32-b72009d6bcda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266 HTTP/1.1" status: 200 len: 217 time: 0.0558348 May 13 13:24:00.254743 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-3bf616c4-4060-41ad-9595-0d19eed5af2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44d92a5b3b9942cd88df381afb795af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557068 May 13 13:24:00.257717 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46314) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:00.268594 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf616c4-4060-41ad-9595-0d19eed5af2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeca136-8cc0-4d1b-a138-b0ea1ca52862,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:00.297940 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86545b20-8978-474d-a9df-491695762b11 req-fc1948f3-251a-4c49-9572-d811eab5d36a tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:00.299486 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-86545b20-8978-474d-a9df-491695762b11 req-fc1948f3-251a-4c49-9572-d811eab5d36a tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.69 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 945 time: 0.1323183 May 13 13:24:00.313291 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-e96e6db5-d3c4-4215-9c98-c4a7a714ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:00.315288 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-e96e6db5-d3c4-4215-9c98-c4a7a714ad0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.1937842 May 13 13:24:00.375727 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-234f4c11-cd63-4b07-a304-b853c78e9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:00.377237 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-234f4c11-cd63-4b07-a304-b853c78e9d74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551331 May 13 13:24:00.386092 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0726ef7c-501b-4855-aab6-91306f2c1c78 admin admin] Publish callbacks [] for security_group (beeca136-8cc0-4d1b-a138-b0ea1ca52862), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.409896 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46320) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:00.415083 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0726ef7c-501b-4855-aab6-91306f2c1c78 admin admin] Publish callbacks [] for security_group (beeca136-8cc0-4d1b-a138-b0ea1ca52862), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.453802 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012e977-cfb4-46b5-941c-b4e8f1e6948d req-85d16f36-f064-457d-9361-f1fe43b1bb31 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:00.455314 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e012e977-cfb4-46b5-941c-b4e8f1e6948d req-85d16f36-f064-457d-9361-f1fe43b1bb31 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1346741 May 13 13:24:00.470301 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9039d3d9-61e5-4ee3-af26-bd4dfe8fcbf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.484679 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.511559 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e012e977-cfb4-46b5-941c-b4e8f1e6948d req-cd411b83-f9e7-48a8-a5a1-146692a7eff2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485737 May 13 13:24:00.583974 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Deleting port 106f6edc-9afc-4bbf-9485-7d73427f23d2 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:24:00.584783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.602970 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c0a31-42ef-463b-b691-1def5dafbed3 req-35995722-78cf-4f2d-876d-b4b76dcb3d19 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:00.604561 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-829c0a31-42ef-463b-b691-1def5dafbed3 req-35995722-78cf-4f2d-876d-b4b76dcb3d19 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 945 time: 0.0525191 May 13 13:24:00.645760 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-3c4c067f-212b-4e8a-8a5a-0415e0c83fd7 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471483 May 13 13:24:00.656118 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-829c0a31-42ef-463b-b691-1def5dafbed3 req-f4d29ba8-a720-44c9-838f-8ee1fe8848ab tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/security-groups?id=c65f53d2-502f-4914-a3ac-888e48c426d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 May 13 13:24:00.750003 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] For port 106f6edc-9afc-4bbf-9485-7d73427f23d2, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=106f6edc-9afc-4bbf-9485-7d73427f23d2,segment=NetworkSegment(9941d452-8ea5-43b6-90ee-e7547e73301e),segment_id=9941d452-8ea5-43b6-90ee-e7547e73301e)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:00.750363 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.773759 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Calling delete_port for 106f6edc-9afc-4bbf-9485-7d73427f23d2 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:24:00.785916 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-73ffc4a9-12d0-45f3-9ee6-34502665673a req-fcc7e921-8333-498d-a862-476181b07ee5 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329169 May 13 13:24:00.878899 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0726ef7c-501b-4855-aab6-91306f2c1c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (beeca136-8cc0-4d1b-a138-b0ea1ca52862), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.881561 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0726ef7c-501b-4855-aab6-91306f2c1c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:00.882756 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0726ef7c-501b-4855-aab6-91306f2c1c78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/beeca136-8cc0-4d1b-a138-b0ea1ca52862 HTTP/1.1" status: 204 len: 168 time: 0.6238101 May 13 13:24:00.892160 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726ef7c-501b-4855-aab6-91306f2c1c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeca136-8cc0-4d1b-a138-b0ea1ca52862,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:01.164431 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9039d3d9-61e5-4ee3-af26-bd4dfe8fcbf5 admin admin] Publish callbacks [] for security_group (463ae5ac-6b8e-4d4b-945d-abbc1f411e08), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.266938 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9039d3d9-61e5-4ee3-af26-bd4dfe8fcbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (463ae5ac-6b8e-4d4b-945d-abbc1f411e08), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.315265 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039d3d9-61e5-4ee3-af26-bd4dfe8fcbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463ae5ac-6b8e-4d4b-945d-abbc1f411e08,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:01.323556 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-9039d3d9-61e5-4ee3-af26-bd4dfe8fcbf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39c583ea27a94d65968e36537c88222a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9085569 May 13 13:24:01.323779 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46368) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:01.335422 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (106f6edc-9afc-4bbf-9485-7d73427f23d2), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.355730 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['106f6edc-9afc-4bbf-9485-7d73427f23d2'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:24:01.366799 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Pushing event deleted for resources: {'Port': ['ID=106f6edc-9afc-4bbf-9485-7d73427f23d2,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:01.385564 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-27a76bfb-ff0c-4fd9-9ec8-1bce3068ee9a admin admin] Publish callbacks [] for security_group (463ae5ac-6b8e-4d4b-945d-abbc1f411e08), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.410006 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-27a76bfb-ff0c-4fd9-9ec8-1bce3068ee9a admin admin] Publish callbacks [] for security_group (463ae5ac-6b8e-4d4b-945d-abbc1f411e08), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.429763 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] No DVR routers for this DVR port 106f6edc-9afc-4bbf-9485-7d73427f23d2 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:24:01.450368 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.456857 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-86545b20-8978-474d-a9df-491695762b11 req-fb6bcb37-5cd2-40ed-b082-1bc1acd02a12 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.69 "DELETE /v2.0/ports/106f6edc-9afc-4bbf-9485-7d73427f23d2 HTTP/1.1" status: 204 len: 173 time: 1.1513367 May 13 13:24:01.456857 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c9aa48-48db-4f84-9968-22cc353389ff', 'name': 'network-vif-deleted', 'tag': '106f6edc-9afc-4bbf-9485-7d73427f23d2'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:24:01.458910 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efae9a2-30cd-4e7d-a810-134fc696f0d9" -d '{"events": [{"server_uuid": "20c9aa48-48db-4f84-9968-22cc353389ff", "name": "network-vif-deleted", "tag": "106f6edc-9afc-4bbf-9485-7d73427f23d2"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:24:01.497180 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff53ee-be0c-4f95-afdd-77f13b0b6d38 x-openstack-request-id: req-ddff53ee-be0c-4f95-afdd-77f13b0b6d38 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:24:01.497502 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c9aa48-48db-4f84-9968-22cc353389ff", "name": "network-vif-deleted", "tag": "106f6edc-9afc-4bbf-9485-7d73427f23d2", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:24:01.497759 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddff53ee-be0c-4f95-afdd-77f13b0b6d38 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:24:01.498227 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddff53ee-be0c-4f95-afdd-77f13b0b6d38'] response: {'server_uuid': '20c9aa48-48db-4f84-9968-22cc353389ff', 'name': 'network-vif-deleted', 'tag': '106f6edc-9afc-4bbf-9485-7d73427f23d2', 'status': 'completed', 'code': 200} May 13 13:24:01.540823 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-27a76bfb-ff0c-4fd9-9ec8-1bce3068ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (463ae5ac-6b8e-4d4b-945d-abbc1f411e08), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.545844 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-27a76bfb-ff0c-4fd9-9ec8-1bce3068ee9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.547102 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-27a76bfb-ff0c-4fd9-9ec8-1bce3068ee9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/463ae5ac-6b8e-4d4b-945d-abbc1f411e08 HTTP/1.1" status: 204 len: 168 time: 0.2222581 May 13 13:24:01.566586 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a76bfb-ff0c-4fd9-9ec8-1bce3068ee9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ae5ac-6b8e-4d4b-945d-abbc1f411e08,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:01.677831 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240db08-bf84-4e82-b851-d0e9d4e5de7c req-8b69cac9-d87c-4d97-b09c-06acea779326 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:01.679729 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9240db08-bf84-4e82-b851-d0e9d4e5de7c req-8b69cac9-d87c-4d97-b09c-06acea779326 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0624111 May 13 13:24:01.693439 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46390) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:01.746786 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9240db08-bf84-4e82-b851-d0e9d4e5de7c req-75ce6adc-875f-4226-a289-69786833a870 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608394 May 13 13:24:01.777235 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee41fe98-718b-41c1-b211-00474b10713a req-d724c647-cc09-4b5e-be50-23b9cf81396a tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.0293908 May 13 13:24:01.850670 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-564432-network', 'tenant_id': 'a06d65a7a7d244d8b8f97aab0ef63684'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:01.969134 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Made reservation on behalf of a06d65a7a7d244d8b8f97aab0ef63684 for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:01.971562 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:01.984312 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:02.085334 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Publish callbacks [] for security_group (5cc39229-6332-47e2-9bc0-fbf73d66a29f), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:02.163627 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5cc39229-6332-47e2-9bc0-fbf73d66a29f), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:02.193876 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc39229-6332-47e2-9bc0-fbf73d66a29f,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:02.198880 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:24:02.210906 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (b7232452-64cc-49ac-bf50-3055f172fd28), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:02.211369 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Added segment b7232452-64cc-49ac-bf50-3055f172fd28 of type vlan for network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 May 13 13:24:02.256542 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (7c2089ae-3254-4393-9e50-1eb3fedb8e31), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:02.351955 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (7c2089ae-3254-4393-9e50-1eb3fedb8e31), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:02.352833 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:02.353452 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:02.430626 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] Pushing event updated for resources: {'Network': ['ID=7c2089ae-3254-4393-9e50-1eb3fedb8e31,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:02.442349 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:24:02.504808 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-319d4bf2-b657-4e10-b61f-0292545e6f7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8095918 May 13 13:24:02.508281 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46430) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:02.515581 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Request body: {'subnet': {'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-564432-subnet', 'tenant_id': 'a06d65a7a7d244d8b8f97aab0ef63684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:02.622773 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Made reservation on behalf of a06d65a7a7d244d8b8f97aab0ef63684 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:02.625886 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:03.006921 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291151c4-0594-4191-8f8a-1493ed2ca8f1 req-45c623dd-8fe2-426f-8aaf-06b7a5dc2d5b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:03.006921 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-291151c4-0594-4191-8f8a-1493ed2ca8f1 req-45c623dd-8fe2-426f-8aaf-06b7a5dc2d5b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0678277 May 13 13:24:03.006921 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e0b1e52-92b4-4b3f-adad-39a97c2c6f20 req-11dbcdf7-3ec2-4769-8ac8-edc6ba32c968 tempest-DeleteServersTestJSON-1671539859 tempest-DeleteServersTestJSON-1671539859-project] 10.222.0.13 "GET /v2.0/ports?device_id=20c9aa48-48db-4f84-9968-22cc353389ff HTTP/1.1" status: 200 len: 210 time: 0.0448971 May 13 13:24:03.006921 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-291151c4-0594-4191-8f8a-1493ed2ca8f1 req-75f6beb6-bd22-4fe1-bf0f-c8cc8bcd8e71 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504322 May 13 13:24:03.188282 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (21ad1aa2-916d-4347-b846-f56bc24d53f9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:03.250360 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ad1aa2-916d-4347-b846-f56bc24d53f9,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:03.260688 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Checking segment: {'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:03.261133 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Network hostable DHCP agents. Network: 7c2089ae-3254-4393-9e50-1eb3fedb8e31, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:24:03.352476 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:24:03.443897 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 7c2089ae-3254-4393-9e50-1eb3fedb8e31) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:03.448798 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:03.449390 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:03.460499 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8adc3-9159-4ae4-a118-e5d34eeed5b8 None None] Network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:24:03.526056 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8b00e844-c0c2-4d24-99eb-806c581057ca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0164897 May 13 13:24:03.592972 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566aa427-7e38-49c1-9d64-486b6337c044 None None] Network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:24:04.120943 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac0e2e-3adf-465e-ad9f-0ad40f21535b req-ab674419-5068-42ac-949f-813b4c92bf3f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:04.122524 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d1ac0e2e-3adf-465e-ad9f-0ad40f21535b req-ab674419-5068-42ac-949f-813b4c92bf3f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0553503 May 13 13:24:04.160393 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46492) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:04.180247 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d1ac0e2e-3adf-465e-ad9f-0ad40f21535b req-46a48b18-2236-435e-bcfd-6f6744ba46f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 May 13 13:24:04.328365 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-10e9a103-2765-43bb-8d01-fe2b3d690a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:04.379630 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 106f6edc-9afc-4bbf-9485-7d73427f23d2 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:24:04.401206 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 106f6edc-9afc-4bbf-9485-7d73427f23d2 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:24:04.401607 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 106f6edc-9afc-4bbf-9485-7d73427f23d2 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:24:04.406077 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-10e9a103-2765-43bb-8d01-fe2b3d690a73 admin admin] Publish callbacks [] for security_group (ea23c7d8-bdbf-457e-88d5-4b5875b008ec), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:04.495797 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-10e9a103-2765-43bb-8d01-fe2b3d690a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ea23c7d8-bdbf-457e-88d5-4b5875b008ec), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:04.536675 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9a103-2765-43bb-8d01-fe2b3d690a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea23c7d8-bdbf-457e-88d5-4b5875b008ec,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:04.541016 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-10e9a103-2765-43bb-8d01-fe2b3d690a73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9c9649f3f744f31b08ab26ae0783cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795335 May 13 13:24:04.543804 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46498) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:04.593258 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-292c41d1-e7e6-4bbb-bac0-ca4d95d1f5a5 admin admin] Publish callbacks [] for security_group (ea23c7d8-bdbf-457e-88d5-4b5875b008ec), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:04.617840 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-292c41d1-e7e6-4bbb-bac0-ca4d95d1f5a5 admin admin] Publish callbacks [] for security_group (ea23c7d8-bdbf-457e-88d5-4b5875b008ec), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:04.809876 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-292c41d1-e7e6-4bbb-bac0-ca4d95d1f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ea23c7d8-bdbf-457e-88d5-4b5875b008ec), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:04.813984 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-292c41d1-e7e6-4bbb-bac0-ca4d95d1f5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:04.814782 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-292c41d1-e7e6-4bbb-bac0-ca4d95d1f5a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea23c7d8-bdbf-457e-88d5-4b5875b008ec HTTP/1.1" status: 204 len: 168 time: 0.2699881 May 13 13:24:04.824468 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c41d1-e7e6-4bbb-bac0-ca4d95d1f5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea23c7d8-bdbf-457e-88d5-4b5875b008ec,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:05.304801 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46530) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:05.313584 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e3116-decd-4476-8e04-32f50b59859b req-9c140093-f305-414c-be4c-3cfba5ac9929 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:05.315333 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-082e3116-decd-4476-8e04-32f50b59859b req-9c140093-f305-414c-be4c-3cfba5ac9929 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0598102 May 13 13:24:05.374915 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-082e3116-decd-4476-8e04-32f50b59859b req-66dad2d4-7e48-4155-88bf-e71e879734bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 May 13 13:24:05.428995 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dd44a299-ecd3-4b71-9f3f-6c9f102fa445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:05.508879 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dd44a299-ecd3-4b71-9f3f-6c9f102fa445 admin admin] Publish callbacks [] for security_group (04facc2d-99ab-4b65-9f44-f2c2b05652bc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:05.609316 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dd44a299-ecd3-4b71-9f3f-6c9f102fa445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (04facc2d-99ab-4b65-9f44-f2c2b05652bc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:05.609510 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-95f5266d-8057-4b98-b332-0a0413440066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:05.650751 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44a299-ecd3-4b71-9f3f-6c9f102fa445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04facc2d-99ab-4b65-9f44-f2c2b05652bc,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:05.655355 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-dd44a299-ecd3-4b71-9f3f-6c9f102fa445 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f534385acca4063b9e766be0adeeccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491607 May 13 13:24:05.658177 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46542) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:05.716238 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-050ec3ee-eaec-4e39-84c8-6d493307a578 admin admin] Publish callbacks [] for security_group (04facc2d-99ab-4b65-9f44-f2c2b05652bc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:05.741929 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-050ec3ee-eaec-4e39-84c8-6d493307a578 admin admin] Publish callbacks [] for security_group (04facc2d-99ab-4b65-9f44-f2c2b05652bc), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:05.963707 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-050ec3ee-eaec-4e39-84c8-6d493307a578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (04facc2d-99ab-4b65-9f44-f2c2b05652bc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:05.966444 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-050ec3ee-eaec-4e39-84c8-6d493307a578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:05.967681 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-050ec3ee-eaec-4e39-84c8-6d493307a578 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04facc2d-99ab-4b65-9f44-f2c2b05652bc HTTP/1.1" status: 204 len: 168 time: 0.3083231 May 13 13:24:05.977897 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ec3ee-eaec-4e39-84c8-6d493307a578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04facc2d-99ab-4b65-9f44-f2c2b05652bc,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:06.270395 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-e00a23ad-392f-4983-8073-33dbae6bb9d1 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:06.274006 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-e00a23ad-392f-4983-8073-33dbae6bb9d1 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/networks?id=7c2089ae-3254-4393-9e50-1eb3fedb8e31 HTTP/1.1" status: 200 len: 810 time: 0.2958329 May 13 13:24:06.288007 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-9a7d78b4-6284-4ceb-b8e7-23b2f2d75e92 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/quotas/a06d65a7a7d244d8b8f97aab0ef63684 HTTP/1.1" status: 200 len: 375 time: 0.0102220 May 13 13:24:06.312152 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46584) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:06.322573 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-89e49772-5795-483a-b395-9d4635294e5b tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06d65a7a7d244d8b8f97aab0ef63684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284131 May 13 13:24:06.371650 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_v2 [None req-79df3648-beb9-4e0c-afe7-495f3f2f5479 admin admin] Deleting subnet ba554dca-7e0a-47a3-a292-de13e6071d17 {{(pid=104059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:24:06.375136 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-79df3648-beb9-4e0c-afe7-495f3f2f5479 admin admin] Publish callbacks [] for subnet (ba554dca-7e0a-47a3-a292-de13e6071d17), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:06.415665 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-79df3648-beb9-4e0c-afe7-495f3f2f5479 admin admin] Publish callbacks [] for subnet (ba554dca-7e0a-47a3-a292-de13e6071d17), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:06.433577 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-79df3648-beb9-4e0c-afe7-495f3f2f5479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (ba554dca-7e0a-47a3-a292-de13e6071d17), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:06.446913 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-7102e78b-4e72-4b60-845e-7e7b93a79c71 service neutron] 10.222.0.13 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170025 May 13 13:24:06.582319 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b94b04-2b77-4027-ac30-721d4eee3b4d req-34dfc143-7bc6-44af-81bb-eb9dc838df40 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:06.584066 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-35b94b04-2b77-4027-ac30-721d4eee3b4d req-34dfc143-7bc6-44af-81bb-eb9dc838df40 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0709999 May 13 13:24:06.620258 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-0ac7bb22-3bb2-4b4b-9777-c08ea2ef0784 service neutron] 10.222.0.13 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715627 May 13 13:24:06.639547 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-79df3648-beb9-4e0c-afe7-495f3f2f5479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (ba554dca-7e0a-47a3-a292-de13e6071d17), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:06.674708 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-35b94b04-2b77-4027-ac30-721d4eee3b4d req-42c80709-52e5-4e72-b99d-930965aa2931 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795264 May 13 13:24:06.723429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-79df3648-beb9-4e0c-afe7-495f3f2f5479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:06.728292 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-79df3648-beb9-4e0c-afe7-495f3f2f5479 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ba554dca-7e0a-47a3-a292-de13e6071d17 HTTP/1.1" status: 204 len: 168 time: 0.4150336 May 13 13:24:06.733865 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46624) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:06.734642 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df3648-beb9-4e0c-afe7-495f3f2f5479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba554dca-7e0a-47a3-a292-de13e6071d17,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:06.825992 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (21e00451-23e6-47b8-9a7d-43a8afdd14b9), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:06.935205 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46636) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:06.944650 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (21e00451-23e6-47b8-9a7d-43a8afdd14b9), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:06.951177 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fed002db-78b5-493a-99e6-aac323d0940d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:06.973325 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-38f14f24-817f-4582-86c7-e193712f0357 req-8d10f722-0d4d-4e97-b880-37f0fd6ec3ab tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0422251 May 13 13:24:06.987738 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.988118 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.988910 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.989283 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.989629 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.989967 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.990340 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.990874 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.991346 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:06.991837 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:07.056416 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fed002db-78b5-493a-99e6-aac323d0940d admin admin] Publish callbacks [] for security_group (eb755b80-6e51-4387-a768-0ebaf4210abc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.091511 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:07.092044 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:07.092872 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:07.093210 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:07.093579 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e00451-23e6-47b8-9a7d-43a8afdd14b9']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:07.106283 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fed002db-78b5-493a-99e6-aac323d0940d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (eb755b80-6e51-4387-a768-0ebaf4210abc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.111910 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9941d452-8ea5-43b6-90ee-e7547e73301e') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:07.112207 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9941d452-8ea5-43b6-90ee-e7547e73301e') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:07.140465 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (9941d452-8ea5-43b6-90ee-e7547e73301e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.148601 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-fed002db-78b5-493a-99e6-aac323d0940d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=287fc377ed13495aa007866041dc4d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121127 May 13 13:24:07.149698 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed002db-78b5-493a-99e6-aac323d0940d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb755b80-6e51-4387-a768-0ebaf4210abc,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:07.151767 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46642) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:07.177991 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (9941d452-8ea5-43b6-90ee-e7547e73301e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.196862 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:24:07.197257 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (9941d452-8ea5-43b6-90ee-e7547e73301e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: from cryptography.utils import int_from_bytes May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: from cryptography.utils import int_from_bytes May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:24:07.220108 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:24:07.286877 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5af32c5c-11a8-411e-abdd-79a76778da05 admin admin] Publish callbacks [] for security_group (eb755b80-6e51-4387-a768-0ebaf4210abc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.315027 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5af32c5c-11a8-411e-abdd-79a76778da05 admin admin] Publish callbacks [] for security_group (eb755b80-6e51-4387-a768-0ebaf4210abc), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.372146 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (21e00451-23e6-47b8-9a7d-43a8afdd14b9), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.377345 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.381424 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/21e00451-23e6-47b8-9a7d-43a8afdd14b9 HTTP/1.1" status: 204 len: 168 time: 0.6457520 May 13 13:24:07.397142 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9739b64-86f6-4411-a115-69d6cc1462f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e00451-23e6-47b8-9a7d-43a8afdd14b9,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:07.414813 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5af32c5c-11a8-411e-abdd-79a76778da05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (eb755b80-6e51-4387-a768-0ebaf4210abc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.417537 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5af32c5c-11a8-411e-abdd-79a76778da05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:07.419446 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5af32c5c-11a8-411e-abdd-79a76778da05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb755b80-6e51-4387-a768-0ebaf4210abc HTTP/1.1" status: 204 len: 168 time: 0.2660103 May 13 13:24:07.431738 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af32c5c-11a8-411e-abdd-79a76778da05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb755b80-6e51-4387-a768-0ebaf4210abc,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:07.794294 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074d98-1d77-47ae-b3e5-15f6932434b7 req-0773e891-182c-457d-abc7-03a26455f1e2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:07.796675 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e8074d98-1d77-47ae-b3e5-15f6932434b7 req-0773e891-182c-457d-abc7-03a26455f1e2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0527785 May 13 13:24:07.849909 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e8074d98-1d77-47ae-b3e5-15f6932434b7 req-5a57c243-0402-44b4-9870-4963bfc0d68e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 May 13 13:24:07.885730 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46662) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:07.940704 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-6f68650f-07bb-41cd-8baf-56cfb05a884b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53d039bf33554bddb212aeb247b4645e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0537364 May 13 13:24:07.943211 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46666) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:08.001207 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-aa6389ff-758e-4ad5-90e5-e713778331b5 admin admin] Publish callbacks [] for security_group (c65f53d2-502f-4914-a3ac-888e48c426d8), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:08.024583 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-aa6389ff-758e-4ad5-90e5-e713778331b5 admin admin] Publish callbacks [] for security_group (c65f53d2-502f-4914-a3ac-888e48c426d8), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:08.059954 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ec467a3e-428e-492b-bd4c-b20289d4543a req-387cf73c-46d5-41a9-bda3-0a707303129e tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0353034 May 13 13:24:08.090773 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-987f3778-0d02-47f6-819d-5adf53c2e099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:08.169251 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-aa6389ff-758e-4ad5-90e5-e713778331b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c65f53d2-502f-4914-a3ac-888e48c426d8), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:08.171977 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-aa6389ff-758e-4ad5-90e5-e713778331b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:08.173120 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-aa6389ff-758e-4ad5-90e5-e713778331b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c65f53d2-502f-4914-a3ac-888e48c426d8 HTTP/1.1" status: 204 len: 168 time: 0.2290089 May 13 13:24:08.184706 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6389ff-758e-4ad5-90e5-e713778331b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65f53d2-502f-4914-a3ac-888e48c426d8,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:08.660073 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46690) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:08.763503 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-117984111-network', 'tenant_id': '88b16ad5b06649478dcbe57be0e51c9f'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:08.883143 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Made reservation on behalf of 88b16ad5b06649478dcbe57be0e51c9f for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:08.885449 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:08.894748 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:08.989652 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4547b6-6954-4f96-8754-db28c74291d7 req-64256e2d-55e8-4092-91c8-0e9697f7ccba tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:08.991294 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be4547b6-6954-4f96-8754-db28c74291d7 req-64256e2d-55e8-4092-91c8-0e9697f7ccba tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0539756 May 13 13:24:09.000316 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Publish callbacks [] for security_group (f2fce3bc-3c55-4aae-9574-772502fed8cc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.044682 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be4547b6-6954-4f96-8754-db28c74291d7 req-4fc0fd23-5a6f-4a95-af60-3a64f87623fc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479455 May 13 13:24:09.050168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f2fce3bc-3c55-4aae-9574-772502fed8cc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.072795 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:24:09.087638 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fce3bc-3c55-4aae-9574-772502fed8cc,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:09.093822 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (03b808de-6198-44d3-8bcc-904864ae0450), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.094319 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Added segment 03b808de-6198-44d3-8bcc-904864ae0450 of type vlan for network f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7 May 13 13:24:09.147702 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.184251 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6544b1de-2baf-42c6-93fc-e27bbf828e53 req-980c9e1e-3508-469d-bd43-af7c2e3c2604 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0493822 May 13 13:24:09.238097 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.239401 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:09.240605 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.309305 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] Pushing event updated for resources: {'Network': ['ID=f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:09.321122 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:24:09.361795 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-440ef906-a563-4de9-ac45-2df939bcb87c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7005177 May 13 13:24:09.364538 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46716) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:09.369332 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Request body: {'subnet': {'network_id': 'f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-117984111-subnet', 'tenant_id': '88b16ad5b06649478dcbe57be0e51c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:09.431827 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46718) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:09.455016 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Made reservation on behalf of 88b16ad5b06649478dcbe57be0e51c9f for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:09.458079 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.541553 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-763595258-network', 'tenant_id': '2c900748e271404bb3cb11fb2308e784'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:09.614808 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.683652 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Made reservation on behalf of 2c900748e271404bb3cb11fb2308e784 for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:09.685970 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.694326 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.736060 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (ed36e3ce-2f00-401a-a068-3e656d4f23e4), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.836617 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Publish callbacks [] for security_group (cf163a51-be0e-45eb-a7a5-7c02e852f543), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.839171 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed36e3ce-2f00-401a-a068-3e656d4f23e4,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:09.848619 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Checking segment: {'id': '03b808de-6198-44d3-8bcc-904864ae0450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:09.849007 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Network hostable DHCP agents. Network: f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:24:09.918619 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (cf163a51-be0e-45eb-a7a5-7c02e852f543), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.949393 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:24:09.955911 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf163a51-be0e-45eb-a7a5-7c02e852f543,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:09.963321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (18e908d0-741c-45ad-b06c-52ab647acd81), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:09.963787 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Added segment 18e908d0-741c-45ad-b06c-52ab647acd81 of type vlan for network fc71e07c-eb5e-4e51-82e1-4253b2766878 May 13 13:24:10.008352 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (fc71e07c-eb5e-4e51-82e1-4253b2766878), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:10.016757 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Network f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:24:10.169436 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de71907-1b16-423b-84bc-93226cbee63d req-22c7469a-a837-439f-b31c-8bb1306ad5de tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:10.171961 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3de71907-1b16-423b-84bc-93226cbee63d req-22c7469a-a837-439f-b31c-8bb1306ad5de tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0532999 May 13 13:24:10.196691 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:10.203973 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:10.204781 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:10.211199 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2782ea-3dc5-4942-8728-6a5283b23ac7 None None] Network f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:24:10.239599 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3de71907-1b16-423b-84bc-93226cbee63d req-7a07b096-0902-4544-90ab-677acafd8cd4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609417 May 13 13:24:10.255145 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (fc71e07c-eb5e-4e51-82e1-4253b2766878), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:10.256550 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:10.258105 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:10.332905 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba8d3015-6664-4051-883b-d9ae074e265f req-402ee88d-fba3-46e1-8907-3b267a77d7eb tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0513818 May 13 13:24:10.337397 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] Pushing event updated for resources: {'Network': ['ID=fc71e07c-eb5e-4e51-82e1-4253b2766878,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:10.393341 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:24:10.403229 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a6205400-a48d-46c7-a898-b323c40410e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0293190 May 13 13:24:10.530869 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f542d-6218-402b-8d6d-91aa94128253 None None] Network f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:24:10.535403 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-b9c1889a-246f-4190-bb10-1d5c6d4402a2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1007092 May 13 13:24:10.536854 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46750) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:10.547407 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Request body: {'subnet': {'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-763595258-subnet', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:10.632412 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Made reservation on behalf of 2c900748e271404bb3cb11fb2308e784 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:10.635042 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9692158'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:10.890545 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9671687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9692128'] for subnet (011b2f4c-6e0c-4d4a-b429-36584b9c065a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:10.953039 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Pushing event updated for resources: {'Subnet': ['ID=011b2f4c-6e0c-4d4a-b429-36584b9c065a,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:10.963063 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Checking segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:10.963431 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Network hostable DHCP agents. Network: fc71e07c-eb5e-4e51-82e1-4253b2766878, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:24:11.089304 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:24:11.140901 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.169751 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, fc71e07c-eb5e-4e51-82e1-4253b2766878) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:11.179348 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:11.182707 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.182927 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d225fed-d8a6-4b3c-975b-0ef659c41ae0 None None] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:24:11.237068 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-8893931b-a60f-40b3-ae20-5580ee8471cb tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:11.239214 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-8893931b-a60f-40b3-ae20-5580ee8471cb tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.69 "GET /v2.0/networks?id=7c2089ae-3254-4393-9e50-1eb3fedb8e31 HTTP/1.1" status: 200 len: 810 time: 0.1284945 May 13 13:24:11.253367 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Request body: {'port': {'device_id': '2184863b-7be8-470d-9369-12dd0297b6df', 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31', 'admin_state_up': True, 'tenant_id': 'a06d65a7a7d244d8b8f97aab0ef63684'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:11.275453 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ef08e209-9050-41c0-bd0b-1d812aaa99de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7372870 May 13 13:24:11.277927 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46770) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:11.290720 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:11.337523 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46774) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:11.344393 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-764350181-network', 'tenant_id': 'a8356bd4c45d4fa280397fd049b78495'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:11.406542 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.408271 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.431217 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-fc71e07c-eb5e-4e51-82e1-4253b2766878', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:24:11.432145 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.446290 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05920847-f33f-4f65-8623-5bcd4eaf5085 req-9d64966e-880f-4436-b0cc-2f2f65bac3e3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:11.448022 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-05920847-f33f-4f65-8623-5bcd4eaf5085 req-9d64966e-880f-4436-b0cc-2f2f65bac3e3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1010540 May 13 13:24:11.448927 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Made reservation on behalf of a8356bd4c45d4fa280397fd049b78495 for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:11.451848 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.464029 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.511112 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-40f4c8ef-57a1-4188-b285-9462c5bfe812 req-29edddd7-5ec4-4a84-8ea8-43a9b36823d8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0594368 May 13 13:24:11.554252 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Made reservation on behalf of a06d65a7a7d244d8b8f97aab0ef63684 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:11.556843 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.572060 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks [] for router_controller (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.580880 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Publish callbacks [] for security_group (d8cf12fa-1bac-438b-9990-4b64d6904a60), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.587156 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Allocated IP 172.20.0.2 (fc71e07c-eb5e-4e51-82e1-4253b2766878/011b2f4c-6e0c-4d4a-b429-36584b9c065a/33ac0adf-5e14-4dd5-bf08-b69a652c1c77) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:24:11.604429 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-05920847-f33f-4f65-8623-5bcd4eaf5085 req-88423e2a-6634-40e6-8a1b-5023c44ea4d5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379416 May 13 13:24:11.667035 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (d8cf12fa-1bac-438b-9990-4b64d6904a60), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.745258 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:24:11.760939 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (4375d207-7954-4ee9-9bba-8e48af5e20ab), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.761302 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Added segment 4375d207-7954-4ee9-9bba-8e48af5e20ab of type vlan for network 551037a3-bb97-4623-9cec-cbfb7e1ae1b6 May 13 13:24:11.819042 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf12fa-1bac-438b-9990-4b64d6904a60,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:11.825580 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (551037a3-bb97-4623-9cec-cbfb7e1ae1b6), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.826649 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Publish callbacks [] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.871932 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Allocated IP 172.20.0.10 (7c2089ae-3254-4393-9e50-1eb3fedb8e31/21ad1aa2-916d-4347-b846-f56bc24d53f9/f582d3bf-ec6f-40d5-9a9f-73169c7b67cb) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:24:11.872273 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks [] for router_gateway (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.954148 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.954387 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (551037a3-bb97-4623-9cec-cbfb7e1ae1b6), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:11.955400 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:11.955942 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.003083 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:24:12.008304 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:12.011009 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:24:12.026185 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Pushing event updated for resources: {'Port': ['ID=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:12.034898 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=551037a3-bb97-4623-9cec-cbfb7e1ae1b6,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:12.037910 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.038853 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.039822 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.040349 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.040839 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.041499 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.041983 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.042730 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.043325 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.044139 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.044690 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.046053 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.046616 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.046994 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.047448 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:12.055250 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 551037a3-bb97-4623-9cec-cbfb7e1ae1b6 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:24:12.068132 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks [] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.098076 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-b985fd8c-58bf-435c-a8a3-d067e9e6d9d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7569122 May 13 13:24:12.100960 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46790) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:12.106876 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Request body: {'subnet': {'network_id': '551037a3-bb97-4623-9cec-cbfb7e1ae1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-764350181-subnet', 'tenant_id': 'a8356bd4c45d4fa280397fd049b78495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:12.155585 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks [] for router_gateway (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.162342 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Attempting to bind port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:24:12.162996 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Attempting to bind port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:24:12.163362 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Attempting to bind port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:24:12.174972 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:24:12.175343 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Checking segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:12.175776 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.176164 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Bound using segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:24:12.176722 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Bound port: 33ac0adf-5e14-4dd5-bf08-b69a652c1c77, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:24:12.177122 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.180077 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.186496 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Made reservation on behalf of a8356bd4c45d4fa280397fd049b78495 for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:12.190259 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.246069 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.254067 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] For port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:24:12.257901 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] For port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:24:12.304269 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Allocated IP 172.27.2.95 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/59cba3f0-2914-42a9-a2c0-97a9dc52825c) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:24:12.309974 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:24:12.320341 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:12.326346 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:24:12.331558 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:12.332168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.335877 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.337274 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Pushing event updated for resources: {'Port': ['ID=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:12.413478 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d32ed-0b3b-42d4-9733-64acfc386cab None None] Pushing event updated for resources: {'Port': ['ID=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:12.436230 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-be7b4e77-1b2a-423f-a76a-9aaea6f2f670 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1835916 May 13 13:24:12.440622 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks [] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.448953 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Request body: {'port': {'device_id': '2184863b-7be8-470d-9369-12dd0297b6df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:12.520177 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.523807 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.552686 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.556255 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for subnet (c612bca6-673a-4f5d-8830-9ca81d2ad3c1), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:12.594970 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:24:12.603146 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:12.610243 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:24:12.613302 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Pushing event updated for resources: {'Port': ['ID=59cba3f0-2914-42a9-a2c0-97a9dc52825c,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:12.718973 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c612bca6-673a-4f5d-8830-9ca81d2ad3c1,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:12.723666 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd831dc-48e1-4868-a6c2-e322e1e3e8b3 req-fa9c01f6-218b-44a9-8eb3-dcdc0e58c892 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:12.725458 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bfd831dc-48e1-4868-a6c2-e322e1e3e8b3 req-fa9c01f6-218b-44a9-8eb3-dcdc0e58c892 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 932 time: 0.0892572 May 13 13:24:12.774087 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Checking segment: {'id': '4375d207-7954-4ee9-9bba-8e48af5e20ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '551037a3-bb97-4623-9cec-cbfb7e1ae1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:12.774472 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Network hostable DHCP agents. Network: 551037a3-bb97-4623-9cec-cbfb7e1ae1b6, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:24:12.906532 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Network 551037a3-bb97-4623-9cec-cbfb7e1ae1b6 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:24:12.915191 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bfd831dc-48e1-4868-a6c2-e322e1e3e8b3 req-c524b283-2b64-469e-b94b-371966ec0a93 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948453 May 13 13:24:12.972620 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d285-8ad3-43d8-a922-ca08c1323acc req-15c15c5a-e78d-4475-b1cc-aeb56ee99cad tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:12.972620 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0715d285-8ad3-43d8-a922-ca08c1323acc req-15c15c5a-e78d-4475-b1cc-aeb56ee99cad tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1524789 May 13 13:24:13.005804 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f582d3bf-ec6f-40d5-9a9f-73169c7b67cb {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:24:13.017576 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Publish callbacks [] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.020482 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 551037a3-bb97-4623-9cec-cbfb7e1ae1b6) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:13.027084 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:13.028264 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.040491 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b3e7f-cf12-4eae-894e-d39e53b8798f None None] Network 551037a3-bb97-4623-9cec-cbfb7e1ae1b6 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:24:13.050393 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Transition to ACTIVE for port object f582d3bf-ec6f-40d5-9a9f-73169c7b67cb will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:24:13.111661 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0715d285-8ad3-43d8-a922-ca08c1323acc req-d739c0c4-1c02-45b3-a80f-d0c41c552bd9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966132 May 13 13:24:13.135379 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks [] for router_gateway (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.150099 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97000315-b3ee-42a6-85b4-02eed3a4c5e0 None None] Network 551037a3-bb97-4623-9cec-cbfb7e1ae1b6 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:24:13.151260 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-f3cdc6c9-8a03-4b56-ace8-1d8eb5aa87a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0486579 May 13 13:24:13.152340 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.230704 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Pushing event updated for resources: {'Port': ['ID=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:13.285818 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Attempting to bind port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:24:13.286546 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Attempting to bind port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:24:13.286826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Attempting to bind port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb on network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:24:13.298470 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb on network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:24:13.298876 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Attempting to bind port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb on network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:24:13.311728 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:24:13.314560 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Checking segment: {'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:13.315193 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Bound using segment: {'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:24:13.315434 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Bound port: f582d3bf-ec6f-40d5-9a9f-73169c7b67cb, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:24:13.315804 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.413943 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] For port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:24:13.419100 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] For port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:24:13.527837 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.595732 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Pushing event updated for resources: {'Port': ['ID=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:13.614493 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:13.615297 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.616979 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-98882900-70f2-4241-8ac8-0eabfd9d9313 service neutron] 10.222.0.69 "PUT /v2.0/ports/f582d3bf-ec6f-40d5-9a9f-73169c7b67cb HTTP/1.1" status: 200 len: 1094 time: 1.1771002 May 13 13:24:13.617549 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184863b-7be8-470d-9369-12dd0297b6df', 'tag': 'f582d3bf-ec6f-40d5-9a9f-73169c7b67cb'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:24:13.620080 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4dde38-4d03-4925-8739-79f342a56817" -d '{"events": [{"name": "network-changed", "server_uuid": "2184863b-7be8-470d-9369-12dd0297b6df", "tag": "f582d3bf-ec6f-40d5-9a9f-73169c7b67cb"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:24:13.656622 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.662563 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c82e2-68a0-4f7f-a201-2502f1bdc772 x-openstack-request-id: req-a71c82e2-68a0-4f7f-a201-2502f1bdc772 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:24:13.663113 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2184863b-7be8-470d-9369-12dd0297b6df", "tag": "f582d3bf-ec6f-40d5-9a9f-73169c7b67cb", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:24:13.663600 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a71c82e2-68a0-4f7f-a201-2502f1bdc772 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:24:13.664324 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71c82e2-68a0-4f7f-a201-2502f1bdc772'] response: {'name': 'network-changed', 'server_uuid': '2184863b-7be8-470d-9369-12dd0297b6df', 'tag': 'f582d3bf-ec6f-40d5-9a9f-73169c7b67cb', 'status': 'completed', 'code': 200} May 13 13:24:13.721327 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaaca3d-d101-4e81-a695-2638ca04d960 None None] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:24:13.742578 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dde38-4d03-4925-8739-79f342a56817 req-94f5c07a-78d7-458f-9176-53641b6513dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:13.744778 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6e4dde38-4d03-4925-8739-79f342a56817 req-94f5c07a-78d7-458f-9176-53641b6513dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a06d65a7a7d244d8b8f97aab0ef63684&device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 1128 time: 0.0563085 May 13 13:24:13.850793 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-f7d16982-0ddc-4517-b6c5-fd52752bb586 None None] Provisioning complete for port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:13.851187 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f7d16982-0ddc-4517-b6c5-fd52752bb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:13.886937 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dde38-4d03-4925-8739-79f342a56817 req-b637cb6e-8683-434d-841c-c312690e9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:13.888977 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6e4dde38-4d03-4925-8739-79f342a56817 req-b637cb6e-8683-434d-841c-c312690e9598 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a06d65a7a7d244d8b8f97aab0ef63684&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1349061 May 13 13:24:13.930184 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:24:13.952835 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-f7d16982-0ddc-4517-b6c5-fd52752bb586 None None] Current status of the port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:13.953279 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f7d16982-0ddc-4517-b6c5-fd52752bb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:14.034145 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-f7d16982-0ddc-4517-b6c5-fd52752bb586 None None] For port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:14.045071 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dde38-4d03-4925-8739-79f342a56817 req-6076cbd2-e4a2-4208-a96b-da83d1363313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:14.046883 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6e4dde38-4d03-4925-8739-79f342a56817 req-6076cbd2-e4a2-4208-a96b-da83d1363313 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499801 May 13 13:24:14.112280 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f7d16982-0ddc-4517-b6c5-fd52752bb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:14.128978 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493be99-c72f-4cab-876d-fd7547db0c29 req-981f5cb6-c602-4f92-ad5b-5b11632573be tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:14.134329 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3493be99-c72f-4cab-876d-fd7547db0c29 req-981f5cb6-c602-4f92-ad5b-5b11632573be tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 944 time: 0.1158264 May 13 13:24:14.150610 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:24:14.164083 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-8ea1c7db-6963-406b-b24e-f12038aafaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:14.165489 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:24:14.167875 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-8ea1c7db-6963-406b-b24e-f12038aafaa9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a06d65a7a7d244d8b8f97aab0ef63684&device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 1128 time: 0.0739377 May 13 13:24:14.184585 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:24:14.190465 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:24:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:14.219389 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d16982-0ddc-4517-b6c5-fd52752bb586 None None] Pushing event updated for resources: {'Port': ['ID=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:14.223782 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-a3d1772a-d488-45a9-9e81-545239369990 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb HTTP/1.1" status: 200 len: 217 time: 0.0455825 May 13 13:24:14.235021 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-778407be-4284-4bd0-9000-eeca0d8c0087 None None] Provisioning complete for port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:14.235457 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-778407be-4284-4bd0-9000-eeca0d8c0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:14.275435 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662f732-379c-42c5-8591-f2b4b50faaf4 req-569e1841-dd5f-4443-8159-62afce94e3a9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:14.277460 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a662f732-379c-42c5-8591-f2b4b50faaf4 req-569e1841-dd5f-4443-8159-62afce94e3a9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0608311 May 13 13:24:14.278403 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-b3d54fb4-26d3-4a0e-9dbb-3710bf6620d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:14.280156 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-b3d54fb4-26d3-4a0e-9dbb-3710bf6620d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21ad1aa2-916d-4347-b846-f56bc24d53f9 HTTP/1.1" status: 200 len: 850 time: 0.0495667 May 13 13:24:14.329206 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-5e44b7e4-c87a-47f6-b129-7cc247ef9c69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c2089ae-3254-4393-9e50-1eb3fedb8e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401788 May 13 13:24:14.342399 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:14.349944 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fb4ca617-4b1d-4a88-bef1-921b37a97df5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0702698 May 13 13:24:14.350823 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46822) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:14.378028 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3493be99-c72f-4cab-876d-fd7547db0c29 req-2055c9b9-0a11-4848-8f2e-97977268f343 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215190 May 13 13:24:14.400864 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-778407be-4284-4bd0-9000-eeca0d8c0087 None None] Current status of the port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:14.410066 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:24:14.465593 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:24:14.530060 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a662f732-379c-42c5-8591-f2b4b50faaf4 req-40b0f9e2-359d-44c5-b339-b81d765e98f3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363360 May 13 13:24:14.535674 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-e077221e-833a-4125-977a-365e57ef5186 service neutron] 10.222.0.69 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987262 May 13 13:24:14.592417 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:14.593603 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:14.675266 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:12Z', 'revision_number': 3, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:14.689936 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d086e3cc-b6c5-46f3-b02c-cf4c064a6adf req-ea091076-76bd-4099-920b-05cda4dc1821 service neutron] 10.222.0.69 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417286 May 13 13:24:14.710448 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:24:14.711082 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Updating router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a port 59cba3f0-2914-42a9-a2c0-97a9dc52825c binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:24:14.716548 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:14.740678 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.011810 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.105817 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Publish callbacks [] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.175646 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.191174 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Allocated IP 172.20.0.1 (fc71e07c-eb5e-4e51-82e1-4253b2766878/011b2f4c-6e0c-4d4a-b429-36584b9c065a/cb1515ea-f8e2-4e37-863d-80d1de0e5d5e) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:24:15.258775 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Pushing event updated for resources: {'Port': ['ID=59cba3f0-2914-42a9-a2c0-97a9dc52825c,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:15.263327 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Attempting to bind port 59cba3f0-2914-42a9-a2c0-97a9dc52825c on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:24:15.263327 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Attempting to bind port 59cba3f0-2914-42a9-a2c0-97a9dc52825c by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:24:15.263327 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Attempting to bind port 59cba3f0-2914-42a9-a2c0-97a9dc52825c on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:24:15.270731 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.271077 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.271437 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.271795 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.272128 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.272450 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.272774 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.273092 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.273414 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.273739 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.274089 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.274452 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.274798 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.275125 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.275467 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:24:15.280361 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:24:15.280777 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:15.281149 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.281639 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:24:15.282004 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Bound port: 59cba3f0-2914-42a9-a2c0-97a9dc52825c, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:24:15.282421 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.312315 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Publish callbacks [] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.339658 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] For port 59cba3f0-2914-42a9-a2c0-97a9dc52825c, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:24:15.343974 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] For port 59cba3f0-2914-42a9-a2c0-97a9dc52825c, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=59cba3f0-2914-42a9-a2c0-97a9dc52825c,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:24:15.472879 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.485416 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70600564-f002-44f2-9c34-e6fe5aa9bc5d req-14362bd6-a3a2-4ae6-afc1-580c670671d0 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:15.486958 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70600564-f002-44f2-9c34-e6fe5aa9bc5d req-14362bd6-a3a2-4ae6-afc1-580c670671d0 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 944 time: 0.0510528 May 13 13:24:15.508977 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.545939 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90ee30-21c4-4194-9849-0c1282e7efe3 None None] Pushing event updated for resources: {'Port': ['ID=59cba3f0-2914-42a9-a2c0-97a9dc52825c,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:15.549081 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:24:15.549604 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:24:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:15.589553 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:15.620848 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:24:15.634400 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:15.638084 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:24:15.643732 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70600564-f002-44f2-9c34-e6fe5aa9bc5d req-66bb70fb-1985-47dc-a55f-c891e5fde7ff tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507394 May 13 13:24:15.708897 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:24:15.728012 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fabdc-4acb-4a74-b8f6-df46af4eb0b8 req-23c751e2-0715-41b0-90cb-3e6c909d3ba6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:15.729710 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7fabdc-4acb-4a74-b8f6-df46af4eb0b8 req-23c751e2-0715-41b0-90cb-3e6c909d3ba6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1076834 May 13 13:24:15.753576 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46848) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:15.759940 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.839206 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7fabdc-4acb-4a74-b8f6-df46af4eb0b8 req-bc6500fa-4212-45f9-bc92-affc76c7f851 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027923 May 13 13:24:15.963672 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e917f030-4fbd-452d-bb61-4414b7e3f8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:15.981559 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:12Z', 'revision_number': 3, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:16.023609 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900bba26-ffb6-451e-9d1a-ae7b2d607cbd None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:12Z', 'revision_number': 3, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:24:16.037147 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-b153af60-777c-4aba-b227-c3dece689767 None None] Provisioning complete for port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:16.037684 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b153af60-777c-4aba-b227-c3dece689767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.040226 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.078975 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e917f030-4fbd-452d-bb61-4414b7e3f8bd admin admin] Publish callbacks [] for security_group (3e9b52c0-0f0b-4be9-8e1a-109911c2c763), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.087020 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-b153af60-777c-4aba-b227-c3dece689767 None None] Port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:24:16.169852 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e917f030-4fbd-452d-bb61-4414b7e3f8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (3e9b52c0-0f0b-4be9-8e1a-109911c2c763), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.230806 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e917f030-4fbd-452d-bb61-4414b7e3f8bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3570ab3bae4344d38e0964ada176f5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748340 May 13 13:24:16.231008 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917f030-4fbd-452d-bb61-4414b7e3f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9b52c0-0f0b-4be9-8e1a-109911c2c763,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:16.235124 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46858) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:16.282679 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Publish callbacks [] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.306907 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-112037d9-8e6c-46af-91d4-faa5c1afcaa9 admin admin] Publish callbacks [] for security_group (3e9b52c0-0f0b-4be9-8e1a-109911c2c763), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.355122 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-112037d9-8e6c-46af-91d4-faa5c1afcaa9 admin admin] Publish callbacks [] for security_group (3e9b52c0-0f0b-4be9-8e1a-109911c2c763), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.390431 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.474278 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:16.478630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.574278 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-112037d9-8e6c-46af-91d4-faa5c1afcaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (3e9b52c0-0f0b-4be9-8e1a-109911c2c763), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.577345 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-112037d9-8e6c-46af-91d4-faa5c1afcaa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:16.578542 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-112037d9-8e6c-46af-91d4-faa5c1afcaa9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e9b52c0-0f0b-4be9-8e1a-109911c2c763 HTTP/1.1" status: 204 len: 168 time: 0.3424554 May 13 13:24:16.590403 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112037d9-8e6c-46af-91d4-faa5c1afcaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9b52c0-0f0b-4be9-8e1a-109911c2c763,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:16.598129 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:24:16.601383 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:16.861273 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device f582d3bf-ec6f-40d5-9a9f-73169c7b67cb details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:24:16.937421 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-2781c974-448f-43f4-9e90-fa091dea61f1 None None] Provisioning complete for port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:16.937941 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2781c974-448f-43f4-9e90-fa091dea61f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.012539 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-2781c974-448f-43f4-9e90-fa091dea61f1 None None] Port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:24:17.067536 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876f2d-f0e4-4636-8297-e6d7f56c4406 req-83e7a035-14fd-4bf8-9bec-23fc574697cb tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:17.069036 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3876f2d-f0e4-4636-8297-e6d7f56c4406 req-83e7a035-14fd-4bf8-9bec-23fc574697cb tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 944 time: 0.3195593 May 13 13:24:17.086677 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:24:17.092284 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:17.108943 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'f582d3bf-ec6f-40d5-9a9f-73169c7b67cb', 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31', 'port_id': 'f582d3bf-ec6f-40d5-9a9f-73169c7b67cb', 'mac_address': 'fa:16:3e:07:13:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ad1aa2-916d-4347-b846-f56bc24d53f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:24:17.160133 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:17.160521 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.165778 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf6fd9-754c-4dcc-8602-54b2b343e1ff req-e3e12354-762f-40d2-802c-2689d957098a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:17.167318 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-feaf6fd9-754c-4dcc-8602-54b2b343e1ff req-e3e12354-762f-40d2-802c-2689d957098a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1096394 May 13 13:24:17.175050 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f582d3bf-ec6f-40d5-9a9f-73169c7b67cb {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:24:17.201552 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:17.226843 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3876f2d-f0e4-4636-8297-e6d7f56c4406 req-0342cf29-cc4e-421a-9c70-2e44939557da tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445696 May 13 13:24:17.289545 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.312720 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-feaf6fd9-754c-4dcc-8602-54b2b343e1ff req-28ca9e0c-d279-49f2-bd03-263b4c41b5c0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347022 May 13 13:24:17.330468 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:24:17.343128 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-74fca04c-0411-4fbf-8759-5c1e875f95e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/465500a9-ab09-4bcd-9530-c5b30ddcfb4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894257 May 13 13:24:17.350463 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:17.385027 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46874) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:17.398959 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-65465c94-bb8e-4377-a68b-4799414c0bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.478822 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-65465c94-bb8e-4377-a68b-4799414c0bb5 admin admin] Publish callbacks [] for security_group (86b11c22-3f42-4f1b-b884-fc992890ad8c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.540869 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-65465c94-bb8e-4377-a68b-4799414c0bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (86b11c22-3f42-4f1b-b884-fc992890ad8c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.589994 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65465c94-bb8e-4377-a68b-4799414c0bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b11c22-3f42-4f1b-b884-fc992890ad8c,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:17.606331 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['f582d3bf-ec6f-40d5-9a9f-73169c7b67cb'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:24:17.610191 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-65465c94-bb8e-4377-a68b-4799414c0bb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f7823d50b60424fbe6ef9b8e3ba8f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239327 May 13 13:24:17.612635 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46884) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:17.705156 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-de240c2d-59c5-4586-a9bb-751529d43343 admin admin] Publish callbacks [] for security_group (86b11c22-3f42-4f1b-b884-fc992890ad8c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.734383 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-de240c2d-59c5-4586-a9bb-751529d43343 admin admin] Publish callbacks [] for security_group (86b11c22-3f42-4f1b-b884-fc992890ad8c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.792063 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46886) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:17.799477 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-44b0cc57-63a4-4c2f-ba75-2a0fef8f2cbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125375347', 'description': 'tempest-description--491098007'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:17.866897 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-de240c2d-59c5-4586-a9bb-751529d43343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (86b11c22-3f42-4f1b-b884-fc992890ad8c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.869643 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-de240c2d-59c5-4586-a9bb-751529d43343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:17.870819 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-de240c2d-59c5-4586-a9bb-751529d43343 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86b11c22-3f42-4f1b-b884-fc992890ad8c HTTP/1.1" status: 204 len: 168 time: 0.2570891 May 13 13:24:17.880049 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de240c2d-59c5-4586-a9bb-751529d43343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b11c22-3f42-4f1b-b884-fc992890ad8c,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:17.923930 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44b0cc57-63a4-4c2f-ba75-2a0fef8f2cbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.003842 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44b0cc57-63a4-4c2f-ba75-2a0fef8f2cbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.011284 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:24:18.023179 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:24:18.024079 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:24:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:18.048909 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44b0cc57-63a4-4c2f-ba75-2a0fef8f2cbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.078766 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0cc57-63a4-4c2f-ba75-2a0fef8f2cbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:18.136998 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44b0cc57-63a4-4c2f-ba75-2a0fef8f2cbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.141323 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-44b0cc57-63a4-4c2f-ba75-2a0fef8f2cbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3451016 May 13 13:24:18.145946 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46894) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:18.147884 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-caf9eda3-b480-4a2d-9f50-27d2a854e8c1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group_rule': {'security_group_id': '23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:18.178246 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:24:18.269084 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-caf9eda3-b480-4a2d-9f50-27d2a854e8c1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (049d71db-6116-43da-9b54-7432dad78d05), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.362645 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-caf9eda3-b480-4a2d-9f50-27d2a854e8c1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (049d71db-6116-43da-9b54-7432dad78d05), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.424311 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dedd1-ea9f-4b07-bb37-2a085d687ef7 req-c8a7933e-aa3b-41ca-83a7-7ebb4887f1e9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:18.430928 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-716dedd1-ea9f-4b07-bb37-2a085d687ef7 req-c8a7933e-aa3b-41ca-83a7-7ebb4887f1e9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 945 time: 0.0666246 May 13 13:24:18.454636 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:16Z', 'revision_number': 2, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:18.471234 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-caf9eda3-b480-4a2d-9f50-27d2a854e8c1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (049d71db-6116-43da-9b54-7432dad78d05), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.498877 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 59cba3f0-2914-42a9-a2c0-97a9dc52825c up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:24:18.518800 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9eda3-b480-4a2d-9f50-27d2a854e8c1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049d71db-6116-43da-9b54-7432dad78d05,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:18.528001 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:24:18.528356 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Updating router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:24:18.541010 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14c1ea-0531-4154-a94c-8bdb474d48b1 req-8b249819-d221-4909-877f-f658e759584a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:18.548385 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf14c1ea-0531-4154-a94c-8bdb474d48b1 req-8b249819-d221-4909-877f-f658e759584a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.1118991 May 13 13:24:18.573730 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-716dedd1-ea9f-4b07-bb37-2a085d687ef7 req-f2f47533-4926-4524-af79-1e06fdeb64da tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410284 May 13 13:24:18.579959 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.593336 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-caf9eda3-b480-4a2d-9f50-27d2a854e8c1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.596514 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-caf9eda3-b480-4a2d-9f50-27d2a854e8c1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4513311 May 13 13:24:18.597290 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 46910) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:18.602152 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-c1688afb-4535-44e4-a483-a5457d44afd7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group_rule': {'security_group_id': '23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:18.608811 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf14c1ea-0531-4154-a94c-8bdb474d48b1 req-552adc49-0d03-4321-bcb6-ec422451b82e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595701 May 13 13:24:18.623371 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 59cba3f0-2914-42a9-a2c0-97a9dc52825c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:18.623753 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.673368 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c1688afb-4535-44e4-a483-a5457d44afd7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (69a50446-fc1d-49f8-9ace-d54856405de1), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.745742 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c1688afb-4535-44e4-a483-a5457d44afd7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (69a50446-fc1d-49f8-9ace-d54856405de1), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.824151 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 59cba3f0-2914-42a9-a2c0-97a9dc52825c is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:18.824544 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.832538 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c1688afb-4535-44e4-a483-a5457d44afd7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (69a50446-fc1d-49f8-9ace-d54856405de1), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.856670 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1688afb-4535-44e4-a483-a5457d44afd7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a50446-fc1d-49f8-9ace-d54856405de1,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:18.860154 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port 59cba3f0-2914-42a9-a2c0-97a9dc52825c, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=59cba3f0-2914-42a9-a2c0-97a9dc52825c,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:18.877070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device f582d3bf-ec6f-40d5-9a9f-73169c7b67cb up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:24:18.965242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c1688afb-4535-44e4-a483-a5457d44afd7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.966660 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c1688afb-4535-44e4-a483-a5457d44afd7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683538 May 13 13:24:18.969083 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:24:18.969758 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46920) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:18.973274 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:18.974947 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:19.016076 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Publish callbacks [] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.027918 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:19.028315 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.062663 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=59cba3f0-2914-42a9-a2c0-97a9dc52825c,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:19.079217 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.117257 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.171394 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.173008 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:19.173418 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.204414 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a41079-a13c-4501-b392-0c7b3748bfa8 None None] Pushing event updated for resources: {'Port': ['ID=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:19.276544 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184863b-7be8-470d-9369-12dd0297b6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f582d3bf-ec6f-40d5-9a9f-73169c7b67cb'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:24:19.276544 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265d52cf-62f7-4d3e-b8ff-356358dda92a" -d '{"events": [{"server_uuid": "2184863b-7be8-470d-9369-12dd0297b6df", "name": "network-vif-plugged", "status": "completed", "tag": "f582d3bf-ec6f-40d5-9a9f-73169c7b67cb"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:24:19.276946 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:24:19.312209 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:19.349073 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa90c46-5e5e-4d28-9e73-26d5976e0610 x-openstack-request-id: req-efa90c46-5e5e-4d28-9e73-26d5976e0610 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:24:19.351157 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184863b-7be8-470d-9369-12dd0297b6df", "name": "network-vif-plugged", "status": "completed", "tag": "f582d3bf-ec6f-40d5-9a9f-73169c7b67cb", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:24:19.352691 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efa90c46-5e5e-4d28-9e73-26d5976e0610 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:24:19.353191 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa90c46-5e5e-4d28-9e73-26d5976e0610'] response: {'server_uuid': '2184863b-7be8-470d-9369-12dd0297b6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f582d3bf-ec6f-40d5-9a9f-73169c7b67cb', 'code': 200} May 13 13:24:19.360748 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Attempting to bind port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:24:19.362542 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Attempting to bind port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:24:19.363401 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Attempting to bind port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:24:19.374611 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.409248 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Allocated IP 172.27.2.123 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/e9e356c3-9692-4ac6-8525-f87a841c467c) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:24:19.428229 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:24:19.428631 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Checking segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:19.429044 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.429444 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Bound using segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:24:19.429930 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Bound port: cb1515ea-f8e2-4e37-863d-80d1de0e5d5e, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:24:19.430342 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.523370 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:19.537553 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] For port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:24:19.542512 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] For port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:24:19.552917 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (e9e356c3-9692-4ac6-8525-f87a841c467c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.566054 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-04d803cd-65e5-4a46-974a-6bbc9365a634 None None] Provisioning complete for port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:19.566711 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-04d803cd-65e5-4a46-974a-6bbc9365a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.612734 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-04d803cd-65e5-4a46-974a-6bbc9365a634 None None] Port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:24:19.621914 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.650391 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (e9e356c3-9692-4ac6-8525-f87a841c467c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:19.701032 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:24:19.701032 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:24:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:19.784228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:24:19.794886 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:19.802890 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80002-b2f9-4bcf-99f3-58446391a088 req-5f4743bb-f39b-40ec-9a1b-1867fc3d0096 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:19.804756 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cdc80002-b2f9-4bcf-99f3-58446391a088 req-5f4743bb-f39b-40ec-9a1b-1867fc3d0096 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0713482 May 13 13:24:19.805761 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:24:19.812227 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5098b6-08ca-4d74-8e2c-77fabca1c211 req-e6d64a37-0322-42e2-bb59-8ce4d16a3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:19.819271 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bf5098b6-08ca-4d74-8e2c-77fabca1c211 req-e6d64a37-0322-42e2-bb59-8ce4d16a3f17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 1130 time: 0.1339386 May 13 13:24:19.844458 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:24:19.868358 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=e9e356c3-9692-4ac6-8525-f87a841c467c,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:19.889986 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a41079-a13c-4501-b392-0c7b3748bfa8 None None] Pushing event updated for resources: {'Port': ['ID=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:19.908386 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bf5098b6-08ca-4d74-8e2c-77fabca1c211 req-9b1e73db-0940-4ff7-bf50-49afb6ff8d70 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799749 May 13 13:24:19.910391 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24932d79-b70c-4a07-878f-6bb7f29de0e6 req-7fa44b49-38af-4966-9d44-b7e7ee2d2de4 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:19.912216 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24932d79-b70c-4a07-878f-6bb7f29de0e6 req-7fa44b49-38af-4966-9d44-b7e7ee2d2de4 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 946 time: 0.2251813 May 13 13:24:20.050772 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-233bba53-cafd-465b-99a5-3776d55b8c5e None None] Provisioning complete for port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:20.051150 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-233bba53-cafd-465b-99a5-3776d55b8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.070818 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (eab3d184-b0d2-42ba-b146-f8cb8d0477b5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.095269 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cdc80002-b2f9-4bcf-99f3-58446391a088 req-544d886a-d641-43ba-867e-1f72be6e8e60 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406840 May 13 13:24:20.099758 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24932d79-b70c-4a07-878f-6bb7f29de0e6 req-05f97395-e3d4-4927-b9ca-280d15347304 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723731 May 13 13:24:20.267038 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:19Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:20.312791 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfba773-d4e8-4012-a59a-13edd64dc894 None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:19Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:24:20.315127 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e9e356c3-9692-4ac6-8525-f87a841c467c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.394171 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-233bba53-cafd-465b-99a5-3776d55b8c5e None None] Current status of the port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:20.394853 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-233bba53-cafd-465b-99a5-3776d55b8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.452190 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-233bba53-cafd-465b-99a5-3776d55b8c5e None None] For port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:20.507010 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-233bba53-cafd-465b-99a5-3776d55b8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.543373 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 59cba3f0-2914-42a9-a2c0-97a9dc52825c up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:24:20.622562 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (e9e356c3-9692-4ac6-8525-f87a841c467c), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.642977 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bba53-cafd-465b-99a5-3776d55b8c5e None None] Pushing event updated for resources: {'Port': ['ID=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:20.655836 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 59cba3f0-2914-42a9-a2c0-97a9dc52825c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:20.655836 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.672377 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (e9e356c3-9692-4ac6-8525-f87a841c467c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.774776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=e9e356c3-9692-4ac6-8525-f87a841c467c,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:20.784558 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 59cba3f0-2914-42a9-a2c0-97a9dc52825c is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:20.787582 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (eab3d184-b0d2-42ba-b146-f8cb8d0477b5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.903601 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:20.913853 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fab6d852-e5a2-41a6-8c32-be6955218a2c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9352403 May 13 13:24:21.272538 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624867b-9288-4917-8c6b-2a6784e4342b req-979b695b-f94c-461c-8629-d73c94600faa tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:21.280650 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f624867b-9288-4917-8c6b-2a6784e4342b req-979b695b-f94c-461c-8629-d73c94600faa tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0949287 May 13 13:24:21.302068 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-67163fae-3e42-4fd5-b4ed-f09b5d486789 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--125375347&fields=id&tenant_id=2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 267 time: 0.1763048 May 13 13:24:21.408032 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f624867b-9288-4917-8c6b-2a6784e4342b req-ee42bbe1-e7cc-4366-a43e-7eced36a5e8a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263812 May 13 13:24:21.471996 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-5a6d6936-c748-4a6c-924b-0459da36ba0f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:21.473927 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-5a6d6936-c748-4a6c-924b-0459da36ba0f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 814 time: 0.1557512 May 13 13:24:21.536956 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-95a29e43-5cc9-414b-a0c8-405aa1492c53 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/quotas/2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 375 time: 0.0509994 May 13 13:24:21.570792 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a17ca-56f5-44d2-9c54-85f1c5b1b9ef req-6eb9ce39-261e-4859-b0a1-f4154e144ef5 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:21.572528 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-775a17ca-56f5-44d2-9c54-85f1c5b1b9ef req-6eb9ce39-261e-4859-b0a1-f4154e144ef5 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 946 time: 0.0886266 May 13 13:24:21.659042 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-e2ebac5e-0b6b-404f-9ca2-e6b64456f6b0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127450 May 13 13:24:21.749774 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-775a17ca-56f5-44d2-9c54-85f1c5b1b9ef req-c64eea67-3a62-4051-9dc6-d635a96da93e tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395917 May 13 13:24:21.844001 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-176c9b81-9405-40b1-abce-840f67291e2b service neutron] 10.222.0.13 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612711 May 13 13:24:21.958651 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-3049832a-9ffa-4848-b317-8df252b829bd service neutron] 10.222.0.13 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087482 May 13 13:24:22.183016 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47064) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:22.300270 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-216a9adf-fe75-4830-91ad-52c8b03346e6 req-801b5a30-29b2-492c-9654-975b98393484 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 210 time: 0.0391827 May 13 13:24:22.325740 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5039402d-7460-4acd-b35a-c508e1ac5b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:22.431857 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5039402d-7460-4acd-b35a-c508e1ac5b3b admin admin] Publish callbacks [] for security_group (423fc8e0-c685-43c9-87c8-08d724c12be9), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:22.439535 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device cb1515ea-f8e2-4e37-863d-80d1de0e5d5e up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:24:22.487997 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:22.488373 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:22.542687 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e70bb0-1c40-4fb9-9c81-dede2ea52dd9 req-46a2eafa-941b-466c-9783-ff758f22a3cf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:22.545111 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68e70bb0-1c40-4fb9-9c81-dede2ea52dd9 req-46a2eafa-941b-466c-9783-ff758f22a3cf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0509243 May 13 13:24:22.577483 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5039402d-7460-4acd-b35a-c508e1ac5b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (423fc8e0-c685-43c9-87c8-08d724c12be9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:22.579085 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:22.635968 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5039402d-7460-4acd-b35a-c508e1ac5b3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95e06f31db924a96a9b349b93c8aa0d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518149 May 13 13:24:22.638785 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47084) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:22.641752 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039402d-7460-4acd-b35a-c508e1ac5b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423fc8e0-c685-43c9-87c8-08d724c12be9,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:22.699321 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68e70bb0-1c40-4fb9-9c81-dede2ea52dd9 req-7bf19029-71de-4a06-9f98-15dbfc504701 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429532 May 13 13:24:22.724176 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54be1254-d286-4fb1-835a-614a39b46f6e admin admin] Publish callbacks [] for security_group (423fc8e0-c685-43c9-87c8-08d724c12be9), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:22.756035 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54be1254-d286-4fb1-835a-614a39b46f6e admin admin] Publish callbacks [] for security_group (423fc8e0-c685-43c9-87c8-08d724c12be9), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:23.037910 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54be1254-d286-4fb1-835a-614a39b46f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (423fc8e0-c685-43c9-87c8-08d724c12be9), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:23.040711 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54be1254-d286-4fb1-835a-614a39b46f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:23.041859 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-54be1254-d286-4fb1-835a-614a39b46f6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/423fc8e0-c685-43c9-87c8-08d724c12be9 HTTP/1.1" status: 204 len: 168 time: 0.4013999 May 13 13:24:23.049768 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be1254-d286-4fb1-835a-614a39b46f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423fc8e0-c685-43c9-87c8-08d724c12be9,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:23.541632 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e926f2ea-affa-431d-b1f4-ff94a1547e6a req-b8f626a7-4369-416e-b2c5-5e75e855b004 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 210 time: 0.0290759 May 13 13:24:23.748532 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47130) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:23.767472 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d866be40-8306-43ce-9952-46cfc187f880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:23.836364 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7444f-7b4d-49e5-a27d-13101b8c876b req-3855e1c7-0e55-4c6b-87f4-f7de495a071b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:23.837899 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21b7444f-7b4d-49e5-a27d-13101b8c876b req-3855e1c7-0e55-4c6b-87f4-f7de495a071b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0682600 May 13 13:24:23.921630 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21b7444f-7b4d-49e5-a27d-13101b8c876b req-153ffc93-f760-4d26-937c-47a59c93a6c2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743086 May 13 13:24:23.945456 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d866be40-8306-43ce-9952-46cfc187f880 admin admin] Publish callbacks [] for security_group (bb276039-cb4d-4f67-a5e6-a6df6fdde4b6), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:24.066590 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d866be40-8306-43ce-9952-46cfc187f880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (bb276039-cb4d-4f67-a5e6-a6df6fdde4b6), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:24.108603 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d866be40-8306-43ce-9952-46cfc187f880 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58dab29d3d3d40a88615dab855f4189f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573315 May 13 13:24:24.109724 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866be40-8306-43ce-9952-46cfc187f880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb276039-cb4d-4f67-a5e6-a6df6fdde4b6,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:24.112505 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47132) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:24.166104 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-980bae4c-dd2b-4f49-8001-7ea1c8e6deed admin admin] Publish callbacks [] for security_group (bb276039-cb4d-4f67-a5e6-a6df6fdde4b6), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:24.191541 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-980bae4c-dd2b-4f49-8001-7ea1c8e6deed admin admin] Publish callbacks [] for security_group (bb276039-cb4d-4f67-a5e6-a6df6fdde4b6), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:24.306184 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-980bae4c-dd2b-4f49-8001-7ea1c8e6deed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (bb276039-cb4d-4f67-a5e6-a6df6fdde4b6), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:24.313163 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-980bae4c-dd2b-4f49-8001-7ea1c8e6deed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:24.313163 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-980bae4c-dd2b-4f49-8001-7ea1c8e6deed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb276039-cb4d-4f67-a5e6-a6df6fdde4b6 HTTP/1.1" status: 204 len: 168 time: 0.1963756 May 13 13:24:24.321180 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bae4c-dd2b-4f49-8001-7ea1c8e6deed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb276039-cb4d-4f67-a5e6-a6df6fdde4b6,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:24.650181 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8146595f-267c-4ea9-9d27-bff7c9f9cc5d req-ae53a859-d5db-4ab2-b551-149602e7b529 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 210 time: 0.0351374 May 13 13:24:24.974714 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-b77b53b9-89ad-4fc7-974a-d8ef2d894796 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:24.976303 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-b77b53b9-89ad-4fc7-974a-d8ef2d894796 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 814 time: 0.1542342 May 13 13:24:25.066838 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c287a1eb-f44a-459f-9ed2-3fa37234e4d8 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 379 time: 0.0771496 May 13 13:24:25.081547 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300162c-75ce-4336-99f0-44c7a190fd60 req-9b184703-d7b7-43b2-97be-d834942a717d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:25.081547 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0300162c-75ce-4336-99f0-44c7a190fd60 req-9b184703-d7b7-43b2-97be-d834942a717d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0632217 May 13 13:24:25.133805 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0300162c-75ce-4336-99f0-44c7a190fd60 req-53356757-4bcc-4358-955e-b8e96803c75f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512564 May 13 13:24:25.776605 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-90d57243-6e43-4cc4-8035-507cdc23772c req-72861a52-4b2a-4b3d-bd8e-9abb57b90e43 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 210 time: 0.0490987 May 13 13:24:26.256003 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55164a18-08db-4220-a6a9-068cb2947858 req-c2d90261-36b9-4652-8276-bcae60222aec tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:26.257645 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55164a18-08db-4220-a6a9-068cb2947858 req-c2d90261-36b9-4652-8276-bcae60222aec tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0498347 May 13 13:24:26.313709 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55164a18-08db-4220-a6a9-068cb2947858 req-7e078e39-7a18-4fa5-94d4-e55725f62fc4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446274 May 13 13:24:26.396920 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'port': {'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'admin_state_up': True, 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'security_groups': ['23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:26.609746 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9314c-2123-4937-851e-b893527b4913 req-576326b0-4ba9-4c2d-a59d-8f9343cbfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:26.611706 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dba9314c-2123-4937-851e-b893527b4913 req-576326b0-4ba9-4c2d-a59d-8f9343cbfb78 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 1130 time: 0.0426817 May 13 13:24:26.613354 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Made reservation on behalf of 2c900748e271404bb3cb11fb2308e784 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:24:26.618635 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:26.716858 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dba9314c-2123-4937-851e-b893527b4913 req-c6da1c28-1515-4430-a39c-fbf4bdd939c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939918 May 13 13:24:26.789955 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Allocated IP 172.20.0.7 (fc71e07c-eb5e-4e51-82e1-4253b2766878/011b2f4c-6e0c-4d4a-b429-36584b9c065a/5f9e6c55-7597-460f-acea-9d4b111093cb) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:24:26.892855 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f4a5b7f-ab73-48b6-a886-dc175a0dfca0 req-9f692fe5-fe60-4e0b-b4d2-17fc0a866916 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 210 time: 0.0312066 May 13 13:24:26.967270 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:27.101002 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:27.145162 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:24:27.148005 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:24:27.156067 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:24:27.160341 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:27.160973 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:27.167850 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=5f9e6c55-7597-460f-acea-9d4b111093cb,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:27.264368 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-07900efe-db8e-4b28-b8fc-b6cc9e16ef0a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8740492 May 13 13:24:27.378895 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-0b5270ba-3c71-40f7-882a-2e1c5afb5099 None None] Provisioning complete for port 5f9e6c55-7597-460f-acea-9d4b111093cb triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:27.379426 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0b5270ba-3c71-40f7-882a-2e1c5afb5099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:27.430230 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-0b5270ba-3c71-40f7-882a-2e1c5afb5099 None None] Port 5f9e6c55-7597-460f-acea-9d4b111093cb cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:24:27.440715 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a5b8-91fb-4856-bf9c-baa93a4260da req-a54d2d83-b481-442a-8d52-5e0425484171 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:27.442936 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ec5a5b8-91fb-4856-bf9c-baa93a4260da req-a54d2d83-b481-442a-8d52-5e0425484171 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0543060 May 13 13:24:27.500848 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ec5a5b8-91fb-4856-bf9c-baa93a4260da req-0d0e3db2-5af9-4715-8aa2-56e25e478a8c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516303 May 13 13:24:27.600265 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Request body: {'port': {'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:27.660226 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:28.030042 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fbc85-e319-453a-821f-bc4741528ced req-eb2bb5b2-69ec-4fd5-81eb-c17b5fc9f7dd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:28.032789 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f34fbc85-e319-453a-821f-bc4741528ced req-eb2bb5b2-69ec-4fd5-81eb-c17b5fc9f7dd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 931 time: 0.0567849 May 13 13:24:28.118497 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f34fbc85-e319-453a-821f-bc4741528ced req-ff91b15a-a2d5-41f4-8004-d774198ad764 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783644 May 13 13:24:28.235906 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9e6c55-7597-460f-acea-9d4b111093cb {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:24:28.246290 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Publish callbacks [] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:28.259952 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Transition to ACTIVE for port object 5f9e6c55-7597-460f-acea-9d4b111093cb will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:24:28.341163 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:28.406046 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Pushing event updated for resources: {'Port': ['ID=5f9e6c55-7597-460f-acea-9d4b111093cb,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:28.445003 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Attempting to bind port 5f9e6c55-7597-460f-acea-9d4b111093cb on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:24:28.445337 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Attempting to bind port 5f9e6c55-7597-460f-acea-9d4b111093cb by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:24:28.445719 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Attempting to bind port 5f9e6c55-7597-460f-acea-9d4b111093cb on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:24:28.450530 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Port 5f9e6c55-7597-460f-acea-9d4b111093cb on network fc71e07c-eb5e-4e51-82e1-4253b2766878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:24:28.450961 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Attempting to bind port 5f9e6c55-7597-460f-acea-9d4b111093cb on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:24:28.458564 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:24:28.459199 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Checking segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:24:28.459578 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Bound using segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:24:28.460272 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Bound port: 5f9e6c55-7597-460f-acea-9d4b111093cb, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:24:28.460733 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:28.546604 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] For port 5f9e6c55-7597-460f-acea-9d4b111093cb, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:24:28.550505 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] For port 5f9e6c55-7597-460f-acea-9d4b111093cb, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=5f9e6c55-7597-460f-acea-9d4b111093cb,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:24:28.611408 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:28.644956 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203424b-2c34-42d4-a663-7de1ff393825 req-fad666f0-cbd7-4fef-bed0-7de42d79e765 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:28.648704 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c203424b-2c34-42d4-a663-7de1ff393825 req-fad666f0-cbd7-4fef-bed0-7de42d79e765 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0552063 May 13 13:24:28.663040 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:28.664179 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:28.665645 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] 10.222.0.69 "PUT /v2.0/ports/5f9e6c55-7597-460f-acea-9d4b111093cb HTTP/1.1" status: 200 len: 1093 time: 1.0697532 May 13 13:24:28.668186 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'tag': '5f9e6c55-7597-460f-acea-9d4b111093cb'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:24:28.671719 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5958dec-1e1b-4c6c-a85b-f2e7ae29b38c" -d '{"events": [{"name": "network-changed", "server_uuid": "b86888c8-bdd2-468d-a602-67b4f27fb7af", "tag": "5f9e6c55-7597-460f-acea-9d4b111093cb"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:24:28.723238 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c203424b-2c34-42d4-a663-7de1ff393825 req-6078e8a0-8d69-4a88-ac53-46a0273458c3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662692 May 13 13:24:28.752253 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2bbab-1b75-4c75-b7f4-f07d2153bd5c service neutron] Pushing event updated for resources: {'Port': ['ID=5f9e6c55-7597-460f-acea-9d4b111093cb,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:28.767963 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f28b259-0941-446c-a11c-6906e024d079 x-openstack-request-id: req-9f28b259-0941-446c-a11c-6906e024d079 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:24:28.770493 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86888c8-bdd2-468d-a602-67b4f27fb7af", "tag": "5f9e6c55-7597-460f-acea-9d4b111093cb", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:24:28.770767 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f28b259-0941-446c-a11c-6906e024d079 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:24:28.771188 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f28b259-0941-446c-a11c-6906e024d079'] response: {'name': 'network-changed', 'server_uuid': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'tag': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'status': 'completed', 'code': 200} May 13 13:24:28.836284 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5958dec-1e1b-4c6c-a85b-f2e7ae29b38c req-061ac66b-42d6-4f78-8bc1-256a6dc5bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:28.838145 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e5958dec-1e1b-4c6c-a85b-f2e7ae29b38c req-061ac66b-42d6-4f78-8bc1-256a6dc5bf89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 1127 time: 0.0591455 May 13 13:24:28.860273 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ee59b-f574-4caa-ba59-ba6ffcc848ae req-46128fef-94b9-4a81-ab5c-cb144647d9ca tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:28.862072 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-923ee59b-f574-4caa-ba59-ba6ffcc848ae req-46128fef-94b9-4a81-ab5c-cb144647d9ca tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0703065 May 13 13:24:28.920361 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-923ee59b-f574-4caa-ba59-ba6ffcc848ae req-805edf0c-b37a-4d77-bd5f-4e3a33ba7194 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490334 May 13 13:24:28.978628 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5958dec-1e1b-4c6c-a85b-f2e7ae29b38c req-e3845735-8ab4-459d-8f9e-a06b52192734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:28.980180 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e5958dec-1e1b-4c6c-a85b-f2e7ae29b38c req-e3845735-8ab4-459d-8f9e-a06b52192734 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c900748e271404bb3cb11fb2308e784&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1294963 May 13 13:24:29.089456 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5958dec-1e1b-4c6c-a85b-f2e7ae29b38c req-f426d510-ee8b-479e-8f4e-d7c666d03f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:29.091153 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e5958dec-1e1b-4c6c-a85b-f2e7ae29b38c req-f426d510-ee8b-479e-8f4e-d7c666d03f34 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936625 May 13 13:24:29.216621 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-20767355-1691-4efd-93b9-a3d41595db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:29.218377 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-20767355-1691-4efd-93b9-a3d41595db19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 1127 time: 0.0780828 May 13 13:24:29.260520 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2dc34-ad7a-4788-9669-dccdaeab705e req-9912cd9b-648d-4c81-ac67-d0e5c1e3003a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:29.267908 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-0783a339-047e-4249-8efb-ec0e330f77bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9e6c55-7597-460f-acea-9d4b111093cb HTTP/1.1" status: 200 len: 217 time: 0.0387022 May 13 13:24:29.268596 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7a2dc34-ad7a-4788-9669-dccdaeab705e req-9912cd9b-648d-4c81-ac67-d0e5c1e3003a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 943 time: 0.0676310 May 13 13:24:29.327640 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7a2dc34-ad7a-4788-9669-dccdaeab705e req-4d7ba31c-03b6-4fc4-b782-6de6dd285c16 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580990 May 13 13:24:29.347877 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-aba504d5-f623-4955-8d68-d244599d7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:29.352035 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-aba504d5-f623-4955-8d68-d244599d7293 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 200 len: 853 time: 0.0717502 May 13 13:24:29.399237 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-9f73777d-c7a2-4e9e-8bd8-707e62a3726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:29.400762 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-9f73777d-c7a2-4e9e-8bd8-707e62a3726d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc71e07c-eb5e-4e51-82e1-4253b2766878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453413 May 13 13:24:29.497728 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-0b3dc56f-7fb8-418e-9caa-0f178eaac306 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878224 May 13 13:24:29.601474 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b0678a6d-a6a3-430d-88c7-65a65e0c6902 req-1b07c1a1-7ffa-45bb-805a-08d114018452 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970967 May 13 13:24:30.160147 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47304) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:30.283382 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591c0722-bd2c-4307-a08f-466f0bb9388b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:30.373503 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591c0722-bd2c-4307-a08f-466f0bb9388b admin admin] Publish callbacks [] for security_group (28ab4279-f949-46a7-a510-fedba0b52ac6), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:30.461051 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:30.469807 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321bd04-7633-46ed-9471-a7aea8e4ca26 req-acb6c24c-e9a3-4b0a-9a61-ee619c96b8a4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:30.471546 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9321bd04-7633-46ed-9471-a7aea8e4ca26 req-acb6c24c-e9a3-4b0a-9a61-ee619c96b8a4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 943 time: 0.0651608 May 13 13:24:30.489569 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591c0722-bd2c-4307-a08f-466f0bb9388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (28ab4279-f949-46a7-a510-fedba0b52ac6), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:30.521904 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9321bd04-7633-46ed-9471-a7aea8e4ca26 req-d6e0fb99-27e0-4f96-b7ae-0cf5bb36711f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 May 13 13:24:30.531734 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-591c0722-bd2c-4307-a08f-466f0bb9388b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=facb30685d1e47f59152504fb75699b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702886 May 13 13:24:30.533134 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c0722-bd2c-4307-a08f-466f0bb9388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab4279-f949-46a7-a510-fedba0b52ac6,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:30.534674 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47322) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:30.584856 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d3006d61-b599-4bda-902d-d99977bb2abb admin admin] Publish callbacks [] for security_group (28ab4279-f949-46a7-a510-fedba0b52ac6), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:30.609501 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d3006d61-b599-4bda-902d-d99977bb2abb admin admin] Publish callbacks [] for security_group (28ab4279-f949-46a7-a510-fedba0b52ac6), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:30.746740 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d3006d61-b599-4bda-902d-d99977bb2abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (28ab4279-f949-46a7-a510-fedba0b52ac6), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:30.750012 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d3006d61-b599-4bda-902d-d99977bb2abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:30.751177 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d3006d61-b599-4bda-902d-d99977bb2abb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28ab4279-f949-46a7-a510-fedba0b52ac6 HTTP/1.1" status: 204 len: 168 time: 0.2153766 May 13 13:24:30.759152 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3006d61-b599-4bda-902d-d99977bb2abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab4279-f949-46a7-a510-fedba0b52ac6,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:31.238335 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a3eb3-d48a-43be-8df1-29018ac63c40 req-9371364a-6e3c-4fc1-9fa6-ccb675528ff6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:31.240367 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9f7a3eb3-d48a-43be-8df1-29018ac63c40 req-9371364a-6e3c-4fc1-9fa6-ccb675528ff6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0706999 May 13 13:24:31.279843 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-753edb33-61fb-4c88-95d6-3661d6e2996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:31.281943 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-753edb33-61fb-4c88-95d6-3661d6e2996d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0532899 May 13 13:24:31.300315 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9f7a3eb3-d48a-43be-8df1-29018ac63c40 req-14bba24a-d7f1-4d6e-803a-66fa81a605be tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543916 May 13 13:24:31.381641 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-b525272f-5cac-473c-9acf-4ab5e12af3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:31.383765 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-b525272f-5cac-473c-9acf-4ab5e12af3fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.0937502 May 13 13:24:31.425329 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-fef77616-836f-4b2c-8814-a62a97e466cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266 HTTP/1.1" status: 200 len: 217 time: 0.0351057 May 13 13:24:31.478584 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-6f62ccf1-ba7d-47e6-9caf-b31c7dc35224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:31.480027 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-6f62ccf1-ba7d-47e6-9caf-b31c7dc35224 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0438237 May 13 13:24:31.531917 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-445d6d02-cba8-472a-92c6-d6b23f674b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:31.533768 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-445d6d02-cba8-472a-92c6-d6b23f674b1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460575 May 13 13:24:31.611876 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47366) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:31.641516 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-7915528c-5c51-43b7-8f06-0f2b739afca1 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000021 May 13 13:24:31.703121 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e70a4-cec8-46e0-aad4-427f1e7bf21e req-7f2f8626-1d1b-434b-a195-a1c0b7e2121c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:31.704637 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb1e70a4-cec8-46e0-aad4-427f1e7bf21e req-7f2f8626-1d1b-434b-a195-a1c0b7e2121c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 943 time: 0.0604630 May 13 13:24:31.707671 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f5c4ef-ffa9-44ef-aa52-7b53ed2b8877 admin admin] Deleting subnet ed36e3ce-2f00-401a-a068-3e656d4f23e4 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:24:31.712157 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45f5c4ef-ffa9-44ef-aa52-7b53ed2b8877 admin admin] Publish callbacks [] for subnet (ed36e3ce-2f00-401a-a068-3e656d4f23e4), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:31.750924 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-62c0d7c4-1e90-4e1e-98da-32bd88c337a4 req-d7dcf042-17d6-4f11-923f-07a8103c9663 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031075 May 13 13:24:31.775904 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45f5c4ef-ffa9-44ef-aa52-7b53ed2b8877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (ed36e3ce-2f00-401a-a068-3e656d4f23e4), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:31.822880 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb1e70a4-cec8-46e0-aad4-427f1e7bf21e req-0efc9b1d-38ed-45c2-9746-9a444cedce3a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114316 May 13 13:24:31.849717 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45f5c4ef-ffa9-44ef-aa52-7b53ed2b8877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (ed36e3ce-2f00-401a-a068-3e656d4f23e4), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:31.981872 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45f5c4ef-ffa9-44ef-aa52-7b53ed2b8877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (ed36e3ce-2f00-401a-a068-3e656d4f23e4), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.008530 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5c4ef-ffa9-44ef-aa52-7b53ed2b8877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed36e3ce-2f00-401a-a068-3e656d4f23e4,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:32.014533 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45f5c4ef-ffa9-44ef-aa52-7b53ed2b8877 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.017905 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-45f5c4ef-ffa9-44ef-aa52-7b53ed2b8877 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed36e3ce-2f00-401a-a068-3e656d4f23e4 HTTP/1.1" status: 204 len: 168 time: 0.4046049 May 13 13:24:32.020938 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47382) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:32.098782 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.187989 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.214360 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.214727 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.217830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.217830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > port after_create 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.217830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.217830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > port after_update 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.217830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.217830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.217830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.218800 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.291645 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.292246 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.292339 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.292609 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:24:32.292976 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7']}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:32.315950 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b808de-6198-44d3-8bcc-904864ae0450') {'for_net_delete': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:32.316256 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b808de-6198-44d3-8bcc-904864ae0450') {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:32.333981 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8640657'] for segment (03b808de-6198-44d3-8bcc-904864ae0450), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.361556 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (03b808de-6198-44d3-8bcc-904864ae0450), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.373826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:24:32.373826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8871391'] for segment (03b808de-6198-44d3-8bcc-904864ae0450), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: from cryptography.utils import int_from_bytes May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: from cryptography.utils import int_from_bytes May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: Traceback (most recent call last): May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: timer() May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: cb(*args, **kw) May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: return func(*args, **kwargs) May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: self._notify() May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: self.callback(batched_events) May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: event.method(event) May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: return f(self, *a, **k) May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._get(url).json() May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: return self.request(url, 'GET', **kwargs) May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:24:32.379787 dv-cinder-841632-1-iscsi neutron-server[104059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:24:32.462366 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27c246-90d4-4c62-82b7-730b38023b41 req-24be46d4-b430-47f0-80c8-36d015bda471 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:32.464134 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3d27c246-90d4-4c62-82b7-730b38023b41 req-24be46d4-b430-47f0-80c8-36d015bda471 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0678489 May 13 13:24:32.506578 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.522727 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3d27c246-90d4-4c62-82b7-730b38023b41 req-d5e7fd4b-15c4-4f1b-945d-d084b8baadf8 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519741 May 13 13:24:32.534242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Pushing event deleted for resources: {'Network': ['ID=f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:32.534242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.537345 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-91dfc5bb-6241-4f2a-82bc-0fbf33b33abc admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0de0e98-aebf-4f0e-8dde-06f8bb42ccc7 HTTP/1.1" status: 204 len: 168 time: 0.5154912 May 13 13:24:32.540109 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47404) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:32.588515 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf646b8-df1f-4abe-9cdc-afa5af38862b admin admin] Deleting subnet c612bca6-673a-4f5d-8830-9ca81d2ad3c1 {{(pid=104059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:24:32.592060 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cf646b8-df1f-4abe-9cdc-afa5af38862b admin admin] Publish callbacks [] for subnet (c612bca6-673a-4f5d-8830-9ca81d2ad3c1), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.627413 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cf646b8-df1f-4abe-9cdc-afa5af38862b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8640618'] for subnet (c612bca6-673a-4f5d-8830-9ca81d2ad3c1), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.672035 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cf646b8-df1f-4abe-9cdc-afa5af38862b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (c612bca6-673a-4f5d-8830-9ca81d2ad3c1), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.781958 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cf646b8-df1f-4abe-9cdc-afa5af38862b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8871349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8667528'] for subnet (c612bca6-673a-4f5d-8830-9ca81d2ad3c1), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.809973 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf646b8-df1f-4abe-9cdc-afa5af38862b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c612bca6-673a-4f5d-8830-9ca81d2ad3c1,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:32.814640 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cf646b8-df1f-4abe-9cdc-afa5af38862b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.817692 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1cf646b8-df1f-4abe-9cdc-afa5af38862b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c612bca6-673a-4f5d-8830-9ca81d2ad3c1 HTTP/1.1" status: 204 len: 168 time: 0.2766774 May 13 13:24:32.820155 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47408) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:32.894727 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (551037a3-bb97-4623-9cec-cbfb7e1ae1b6), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:32.909846 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 5f9e6c55-7597-460f-acea-9d4b111093cb details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:24:32.944476 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8925-0fcf-4628-adc4-e69327621f6c req-f62a6099-2efd-4d9b-98bd-e464f986b894 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:32.946019 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0bb8925-0fcf-4628-adc4-e69327621f6c req-f62a6099-2efd-4d9b-98bd-e464f986b894 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 943 time: 0.0600202 May 13 13:24:33.033695 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0bb8925-0fcf-4628-adc4-e69327621f6c req-a386ffc3-b6cc-42eb-a0ab-4cd9b4c65d78 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804193 May 13 13:24:33.036229 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 5f9e6c55-7597-460f-acea-9d4b111093cb, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=5f9e6c55-7597-460f-acea-9d4b111093cb,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:33.040502 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (551037a3-bb97-4623-9cec-cbfb7e1ae1b6), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.049496 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:24:33.077443 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551037a3-bb97-4623-9cec-cbfb7e1ae1b6']}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:33.087147 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4375d207-7954-4ee9-9bba-8e48af5e20ab') {'for_net_delete': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:33.087444 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4375d207-7954-4ee9-9bba-8e48af5e20ab') {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:33.094334 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 5f9e6c55-7597-460f-acea-9d4b111093cb is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:33.094745 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.098462 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8640657'] for segment (4375d207-7954-4ee9-9bba-8e48af5e20ab), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.107641 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9e6c55-7597-460f-acea-9d4b111093cb {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:24:33.113877 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (4375d207-7954-4ee9-9bba-8e48af5e20ab), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.126553 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=104059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:24:33.127162 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8871391'] for segment (4375d207-7954-4ee9-9bba-8e48af5e20ab), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: Traceback (most recent call last): May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: timer() May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: cb(*args, **kw) May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: return func(*args, **kwargs) May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: self._notify() May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: self.callback(batched_events) May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: event.method(event) May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: return f(self, *a, **k) May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._get(url).json() May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: return self.request(url, 'GET', **kwargs) May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:24:33.129137 dv-cinder-841632-1-iscsi neutron-server[104059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:24:33.136648 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 5f9e6c55-7597-460f-acea-9d4b111093cb, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=5f9e6c55-7597-460f-acea-9d4b111093cb,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:33.238533 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.266901 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (551037a3-bb97-4623-9cec-cbfb7e1ae1b6), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.273210 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.277586 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] 10.222.0.13 "DELETE /v2.0/networks/551037a3-bb97-4623-9cec-cbfb7e1ae1b6 HTTP/1.1" status: 204 len: 168 time: 0.4564908 May 13 13:24:33.292079 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad23e8-e22e-4756-bcfe-a3009be4016a admin admin] Pushing event deleted for resources: {'Network': ['ID=551037a3-bb97-4623-9cec-cbfb7e1ae1b6,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:33.309225 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=5f9e6c55-7597-460f-acea-9d4b111093cb,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:33.578570 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['5f9e6c55-7597-460f-acea-9d4b111093cb'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:24:33.595293 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47438) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:33.646985 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1e707b4b-84f7-4684-8be5-2ad8fc7d3aee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88b16ad5b06649478dcbe57be0e51c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504572 May 13 13:24:33.649371 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47440) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:33.663872 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c44393-1600-47c7-8991-92ca595b0c19 req-5ddd61ad-296c-4d7e-9d3a-986e81397f3e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:33.668874 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a1c44393-1600-47c7-8991-92ca595b0c19 req-5ddd61ad-296c-4d7e-9d3a-986e81397f3e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0633597 May 13 13:24:33.709458 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5d198692-22ea-42f6-a613-77a7b5727223 admin admin] Publish callbacks [] for security_group (f2fce3bc-3c55-4aae-9574-772502fed8cc), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:33.730549 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a1c44393-1600-47c7-8991-92ca595b0c19 req-a8fdc496-1740-4c09-ae0d-6b070ceb9833 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 May 13 13:24:33.741483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5d198692-22ea-42f6-a613-77a7b5727223 admin admin] Publish callbacks [] for security_group (f2fce3bc-3c55-4aae-9574-772502fed8cc), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:34.106247 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5d198692-22ea-42f6-a613-77a7b5727223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f2fce3bc-3c55-4aae-9574-772502fed8cc), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:34.109440 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5d198692-22ea-42f6-a613-77a7b5727223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:34.112682 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-5d198692-22ea-42f6-a613-77a7b5727223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2fce3bc-3c55-4aae-9574-772502fed8cc HTTP/1.1" status: 204 len: 168 time: 0.4601600 May 13 13:24:34.118817 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d198692-22ea-42f6-a613-77a7b5727223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fce3bc-3c55-4aae-9574-772502fed8cc,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:34.179219 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06b4ff-7647-4880-a506-8802a9dc1a42 req-53e9f140-ccd5-423d-9114-d7a69f911718 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:34.186775 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e06b4ff-7647-4880-a506-8802a9dc1a42 req-53e9f140-ccd5-423d-9114-d7a69f911718 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 944 time: 0.0817444 May 13 13:24:34.246526 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e06b4ff-7647-4880-a506-8802a9dc1a42 req-d1c10a38-3a1f-48e6-9fc1-29982a546094 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523381 May 13 13:24:34.847945 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc0042-9894-4e59-81c3-5c96c167d132 req-b40fe7aa-78a3-4f4c-9d47-51c29e10e58f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:34.849487 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-59dc0042-9894-4e59-81c3-5c96c167d132 req-b40fe7aa-78a3-4f4c-9d47-51c29e10e58f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0480359 May 13 13:24:34.889341 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47466) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:34.898390 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-59dc0042-9894-4e59-81c3-5c96c167d132 req-7847f282-a09b-407f-be52-78dbbecf67c7 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 May 13 13:24:34.923680 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 5f9e6c55-7597-460f-acea-9d4b111093cb up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:24:34.940253 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c7d71fca-45ae-403a-8cca-df25166e0958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8356bd4c45d4fa280397fd049b78495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496891 May 13 13:24:34.943121 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47468) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:34.975435 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 5f9e6c55-7597-460f-acea-9d4b111093cb completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:24:34.999511 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c02f-865e-4d04-8fce-fad7c5ec2101 admin admin] Publish callbacks [] for security_group (d8cf12fa-1bac-438b-9990-4b64d6904a60), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:35.021350 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c02f-865e-4d04-8fce-fad7c5ec2101 admin admin] Publish callbacks [] for security_group (d8cf12fa-1bac-438b-9990-4b64d6904a60), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:35.043519 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 5f9e6c55-7597-460f-acea-9d4b111093cb triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:24:35.043973 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:35.127354 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 5f9e6c55-7597-460f-acea-9d4b111093cb is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:24:35.127700 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:35.129051 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c02f-865e-4d04-8fce-fad7c5ec2101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (d8cf12fa-1bac-438b-9990-4b64d6904a60), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:35.131915 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bb8c02f-865e-4d04-8fce-fad7c5ec2101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:35.132886 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2bb8c02f-865e-4d04-8fce-fad7c5ec2101 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8cf12fa-1bac-438b-9990-4b64d6904a60 HTTP/1.1" status: 204 len: 168 time: 0.1885467 May 13 13:24:35.142116 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8c02f-865e-4d04-8fce-fad7c5ec2101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf12fa-1bac-438b-9990-4b64d6904a60,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:35.160254 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9e6c55-7597-460f-acea-9d4b111093cb'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:24:35.162786 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382365d0-6ae8-4691-b687-794c43e938eb" -d '{"events": [{"server_uuid": "b86888c8-bdd2-468d-a602-67b4f27fb7af", "name": "network-vif-plugged", "status": "completed", "tag": "5f9e6c55-7597-460f-acea-9d4b111093cb"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:24:35.182106 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 5f9e6c55-7597-460f-acea-9d4b111093cb, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=5f9e6c55-7597-460f-acea-9d4b111093cb,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:24:35.205216 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322a83c8-8adf-4670-8bc6-5fb34bc4f878 x-openstack-request-id: req-322a83c8-8adf-4670-8bc6-5fb34bc4f878 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:24:35.205542 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86888c8-bdd2-468d-a602-67b4f27fb7af", "name": "network-vif-plugged", "status": "completed", "tag": "5f9e6c55-7597-460f-acea-9d4b111093cb", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:24:35.205815 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-322a83c8-8adf-4670-8bc6-5fb34bc4f878 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:24:35.206223 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322a83c8-8adf-4670-8bc6-5fb34bc4f878'] response: {'server_uuid': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'code': 200} May 13 13:24:35.254943 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:35.308083 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=5f9e6c55-7597-460f-acea-9d4b111093cb,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:35.360659 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2764f8-755d-4c5d-91af-d4ea5d8b1862 req-e6989bf3-0845-424c-ab30-cbbf23717067 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:35.363393 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fc2764f8-755d-4c5d-91af-d4ea5d8b1862 req-e6989bf3-0845-424c-ab30-cbbf23717067 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 945 time: 0.0505888 May 13 13:24:35.413272 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fc2764f8-755d-4c5d-91af-d4ea5d8b1862 req-812db7aa-e6fe-44e9-a591-f41e5d1b0665 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439675 May 13 13:24:35.622060 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796b89-5d5a-45f3-8182-d803d016ec9d req-a6856283-a5b8-4020-8732-2234a69facee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:35.624371 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1e796b89-5d5a-45f3-8182-d803d016ec9d req-a6856283-a5b8-4020-8732-2234a69facee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 1129 time: 0.0527925 May 13 13:24:35.626310 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-39e79390-fbe7-4228-b376-6caea17b758e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:35.681988 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1e796b89-5d5a-45f3-8182-d803d016ec9d req-931e9723-6b57-48cb-b785-745bd81d9d5d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420344 May 13 13:24:36.037952 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf92d55-72f0-445b-a9a5-b6d4e47b4cc2 req-27bc0162-d55b-46b1-bd58-0105a4202709 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:36.040277 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4cf92d55-72f0-445b-a9a5-b6d4e47b4cc2 req-27bc0162-d55b-46b1-bd58-0105a4202709 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0684586 May 13 13:24:36.289351 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4cf92d55-72f0-445b-a9a5-b6d4e47b4cc2 req-2af6c4d5-e683-4d8c-9736-215aa97d4e8e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426705 May 13 13:24:36.536563 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a8fc4-328e-493e-89e5-87bf88427a66 req-091260bb-4a6e-4a27-a10b-001c8c2865c0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:36.538050 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dd6a8fc4-328e-493e-89e5-87bf88427a66 req-091260bb-4a6e-4a27-a10b-001c8c2865c0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 945 time: 0.0497613 May 13 13:24:36.587982 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dd6a8fc4-328e-493e-89e5-87bf88427a66 req-982de9a6-0714-4634-a036-ddb336de8115 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437586 May 13 13:24:37.415660 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efeed1-63e9-4ffa-b6d9-93114ec0c692 req-0778d6cf-7987-47de-9847-065ef43100f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:37.417222 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83efeed1-63e9-4ffa-b6d9-93114ec0c692 req-0778d6cf-7987-47de-9847-065ef43100f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0555315 May 13 13:24:37.470573 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83efeed1-63e9-4ffa-b6d9-93114ec0c692 req-0a66fd78-9cbf-419f-a705-26502bca5e48 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471172 May 13 13:24:37.858864 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01131e9-6189-43f7-b0ba-ebf37be5b3b6 req-75dd0103-f211-4fdd-939b-0ef2a2b6517f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:37.860404 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b01131e9-6189-43f7-b0ba-ebf37be5b3b6 req-75dd0103-f211-4fdd-939b-0ef2a2b6517f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 945 time: 0.0522506 May 13 13:24:37.909491 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b01131e9-6189-43f7-b0ba-ebf37be5b3b6 req-375ca923-05ab-45c5-804b-ee17849da5b3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 May 13 13:24:38.028946 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7f7b6-ab74-48f5-94cc-369763b6e8ca req-59976548-aa71-49ee-a700-adf114198c81 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:38.030837 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cdb7f7b6-ab74-48f5-94cc-369763b6e8ca req-59976548-aa71-49ee-a700-adf114198c81 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 945 time: 0.0555620 May 13 13:24:38.039560 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47556) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:38.044221 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'floatingip': {'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:24:38.106452 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c3076020-193d-409b-9df4-e3cf260aa2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:38.126158 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (eab3d184-b0d2-42ba-b146-f8cb8d0477b5), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:38.699210 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0b72e-aa6e-41a6-acbb-5bee63977a32 req-fa92b7d0-f94b-47c1-b104-c99b0c2aedea tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:38.700590 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92a0b72e-aa6e-41a6-acbb-5bee63977a32 req-fa92b7d0-f94b-47c1-b104-c99b0c2aedea tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1444769 May 13 13:24:38.855066 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92a0b72e-aa6e-41a6-acbb-5bee63977a32 req-897f470f-5c8f-4c65-8f84-309e7fa95fa0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474035 May 13 13:24:38.893053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:38.956001 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (eab3d184-b0d2-42ba-b146-f8cb8d0477b5), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.034837 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47596) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:39.061746 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Floating IP eab3d184-b0d2-42ba-b146-f8cb8d0477b5 associated. External IP: 172.27.2.123, port: 5f9e6c55-7597-460f-acea-9d4b111093cb. May 13 13:24:39.160055 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f69659a0-6db7-4443-9ecb-b915fd01027f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.252814 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f69659a0-6db7-4443-9ecb-b915fd01027f admin admin] Publish callbacks [] for security_group (ad250c06-79a2-4eb7-8fb0-7fa86da2265e), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.308542 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:24:39.318070 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f69659a0-6db7-4443-9ecb-b915fd01027f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ad250c06-79a2-4eb7-8fb0-7fa86da2265e), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.361795 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-f69659a0-6db7-4443-9ecb-b915fd01027f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b119a950b63b4226ae1f1eebc6d597ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234932 May 13 13:24:39.361795 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69659a0-6db7-4443-9ecb-b915fd01027f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad250c06-79a2-4eb7-8fb0-7fa86da2265e,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:39.362620 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47604) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:39.422419 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1a58a173-2b97-4754-a097-c3c9654dd3e0 admin admin] Publish callbacks [] for security_group (ad250c06-79a2-4eb7-8fb0-7fa86da2265e), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.448309 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1a58a173-2b97-4754-a097-c3c9654dd3e0 admin admin] Publish callbacks [] for security_group (ad250c06-79a2-4eb7-8fb0-7fa86da2265e), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.563676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.564274 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1a58a173-2b97-4754-a097-c3c9654dd3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ad250c06-79a2-4eb7-8fb0-7fa86da2265e), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.566346 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1a58a173-2b97-4754-a097-c3c9654dd3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.567622 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1a58a173-2b97-4754-a097-c3c9654dd3e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad250c06-79a2-4eb7-8fb0-7fa86da2265e HTTP/1.1" status: 204 len: 168 time: 0.2039554 May 13 13:24:39.579288 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58a173-2b97-4754-a097-c3c9654dd3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad250c06-79a2-4eb7-8fb0-7fa86da2265e,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:39.646682 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:24:39.648456 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:39.658570 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:24:39.669533 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:24:39.675463 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:24:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:39.679159 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9ba8ffc9-8cab-4ce0-bb1d-1dc33acf32cb tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "PUT /v2.0/floatingips/eab3d184-b0d2-42ba-b146-f8cb8d0477b5 HTTP/1.1" status: 200 len: 991 time: 1.6383905 May 13 13:24:39.679939 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'tag': '5f9e6c55-7597-460f-acea-9d4b111093cb'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:24:39.682880 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b638d4fd-c85d-4e69-ad67-5a7b4658926d" -d '{"events": [{"name": "network-changed", "server_uuid": "b86888c8-bdd2-468d-a602-67b4f27fb7af", "tag": "5f9e6c55-7597-460f-acea-9d4b111093cb"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:24:39.720242 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74830ba-526b-4050-8574-2f04d1ece37e x-openstack-request-id: req-b74830ba-526b-4050-8574-2f04d1ece37e {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:24:39.720585 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86888c8-bdd2-468d-a602-67b4f27fb7af", "tag": "5f9e6c55-7597-460f-acea-9d4b111093cb", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:24:39.723185 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b74830ba-526b-4050-8574-2f04d1ece37e {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:24:39.723185 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74830ba-526b-4050-8574-2f04d1ece37e'] response: {'name': 'network-changed', 'server_uuid': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'tag': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'status': 'completed', 'code': 200} May 13 13:24:39.785523 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:24:39.795834 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-9f6047e8-5ed5-44bf-b209-434e6d08b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:39.797335 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-9f6047e8-5ed5-44bf-b209-434e6d08b9df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 1129 time: 0.0426838 May 13 13:24:39.903547 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-cff9f759-fb25-429c-8467-c486e53143ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:39.905918 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-cff9f759-fb25-429c-8467-c486e53143ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 915 time: 0.0980165 May 13 13:24:40.005688 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099df50-8414-484f-b144-db2fce7f2c57 req-3a30e979-b144-485f-a3c3-581126e70389 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:40.006581 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-3a9df77f-4728-4602-a8bf-b5f797fd0fcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9e6c55-7597-460f-acea-9d4b111093cb HTTP/1.1" status: 200 len: 999 time: 0.0791035 May 13 13:24:40.008849 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f099df50-8414-484f-b144-db2fce7f2c57 req-3a30e979-b144-485f-a3c3-581126e70389 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0675802 May 13 13:24:40.061104 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-cbe4195a-54e6-436e-bce4-a5012f25455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:40.062669 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-cbe4195a-54e6-436e-bce4-a5012f25455b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 200 len: 853 time: 0.0465078 May 13 13:24:40.076607 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f099df50-8414-484f-b144-db2fce7f2c57 req-bdeac855-fbcd-4aa8-9364-4a18885f22f8 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620918 May 13 13:24:40.085034 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:38Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:40.120323 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-14558dc4-2979-4cf0-82f7-bd7d6da6758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:40.121966 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-14558dc4-2979-4cf0-82f7-bd7d6da6758c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc71e07c-eb5e-4e51-82e1-4253b2766878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464854 May 13 13:24:40.125217 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:24:40.134433 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:24:40.135384 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:24:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:40.236133 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-b2ee93bd-9fab-4057-b03a-e4433b503c02 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005023 May 13 13:24:40.265528 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47632) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:40.265735 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:24:40.284588 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-01f300a6-fcb9-4db8-ab17-5d93bfd0c7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:40.353752 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b638d4fd-c85d-4e69-ad67-5a7b4658926d req-741b3451-f8c4-4dc6-96b3-f9c9ef5032e5 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062591 May 13 13:24:40.383834 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-01f300a6-fcb9-4db8-ab17-5d93bfd0c7d2 admin admin] Publish callbacks [] for security_group (ce7515ff-da61-4efc-b56f-5f09941d094c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:40.437690 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-01f300a6-fcb9-4db8-ab17-5d93bfd0c7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ce7515ff-da61-4efc-b56f-5f09941d094c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:40.482794 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f300a6-fcb9-4db8-ab17-5d93bfd0c7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7515ff-da61-4efc-b56f-5f09941d094c,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:40.498969 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-01f300a6-fcb9-4db8-ab17-5d93bfd0c7d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e08fc2b5c7341bfb31deb096b77fd4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318459 May 13 13:24:40.499662 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47634) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:40.512664 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:38Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:24:40.545237 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf388e70-6fd1-42ec-9ffa-5a987af64fb7 None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:38Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:24:40.551015 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b63832ce-b94a-4cb8-b146-c20e08a8f7b2 admin admin] Publish callbacks [] for security_group (ce7515ff-da61-4efc-b56f-5f09941d094c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:40.574582 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b63832ce-b94a-4cb8-b146-c20e08a8f7b2 admin admin] Publish callbacks [] for security_group (ce7515ff-da61-4efc-b56f-5f09941d094c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:40.695566 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b63832ce-b94a-4cb8-b146-c20e08a8f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ce7515ff-da61-4efc-b56f-5f09941d094c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:40.698563 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b63832ce-b94a-4cb8-b146-c20e08a8f7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:40.699571 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b63832ce-b94a-4cb8-b146-c20e08a8f7b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce7515ff-da61-4efc-b56f-5f09941d094c HTTP/1.1" status: 204 len: 168 time: 0.1987734 May 13 13:24:40.710876 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63832ce-b94a-4cb8-b146-c20e08a8f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7515ff-da61-4efc-b56f-5f09941d094c,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:40.805210 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46736044-cb33-4028-b2ab-65f53c08085b None None] New status for floating IP eab3d184-b0d2-42ba-b146-f8cb8d0477b5: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:24:41.097211 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:41.218049 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717e31a-93a7-47c5-a2b3-8031d9186602 req-79167bde-5273-4324-9533-01028c14e63b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:41.219641 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5717e31a-93a7-47c5-a2b3-8031d9186602 req-79167bde-5273-4324-9533-01028c14e63b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0633574 May 13 13:24:41.276498 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5717e31a-93a7-47c5-a2b3-8031d9186602 req-96a8b1d2-3bb1-4466-8181-36f9438f48cd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513163 May 13 13:24:42.400669 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fda35f-9118-476b-8d8f-e89ad7cf006b req-845d6ca6-11c2-43c3-bb11-3f827f519ea4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:42.402329 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44fda35f-9118-476b-8d8f-e89ad7cf006b req-845d6ca6-11c2-43c3-bb11-3f827f519ea4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0512083 May 13 13:24:42.455445 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44fda35f-9118-476b-8d8f-e89ad7cf006b req-9e7bec27-28fe-4812-bb29-f6daf4abf1b3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461118 May 13 13:24:42.534890 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:43.225855 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47784) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:43.386704 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-95b861cc-d58a-43fe-af7b-c056f1dc99fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:43.480770 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-95b861cc-d58a-43fe-af7b-c056f1dc99fb admin admin] Publish callbacks [] for security_group (a5106186-540f-4734-8da7-69f53943c92d), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:43.563222 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-95b861cc-d58a-43fe-af7b-c056f1dc99fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (a5106186-540f-4734-8da7-69f53943c92d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:43.611813 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-95b861cc-d58a-43fe-af7b-c056f1dc99fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47782b2823554fba8c7997d3cdbdda30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846934 May 13 13:24:43.612302 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47814) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:43.612776 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b861cc-d58a-43fe-af7b-c056f1dc99fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5106186-540f-4734-8da7-69f53943c92d,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:43.621443 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8adf41-574b-471b-a163-3ca6933757e8 req-05a818ee-d0ca-415c-af0d-d8480ab14521 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:43.625031 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0d8adf41-574b-471b-a163-3ca6933757e8 req-05a818ee-d0ca-415c-af0d-d8480ab14521 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0656352 May 13 13:24:43.718471 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0d8adf41-574b-471b-a163-3ca6933757e8 req-8ae97233-e127-4e54-b5ea-771711be12b3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866861 May 13 13:24:43.721363 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e134f28-8eb4-424e-8e6b-c69bb3294fd0 admin admin] Publish callbacks [] for security_group (a5106186-540f-4734-8da7-69f53943c92d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:43.747137 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e134f28-8eb4-424e-8e6b-c69bb3294fd0 admin admin] Publish callbacks [] for security_group (a5106186-540f-4734-8da7-69f53943c92d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:43.924045 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e134f28-8eb4-424e-8e6b-c69bb3294fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (a5106186-540f-4734-8da7-69f53943c92d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:43.926729 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e134f28-8eb4-424e-8e6b-c69bb3294fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:43.931449 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8e134f28-8eb4-424e-8e6b-c69bb3294fd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5106186-540f-4734-8da7-69f53943c92d HTTP/1.1" status: 204 len: 168 time: 0.3142619 May 13 13:24:43.937697 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e134f28-8eb4-424e-8e6b-c69bb3294fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5106186-540f-4734-8da7-69f53943c92d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:44.646581 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47848) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:44.660197 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d1501-f04f-4f7f-9a2b-d4ff1a80010d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:44.748484 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d1501-f04f-4f7f-9a2b-d4ff1a80010d admin admin] Publish callbacks [] for security_group (32cc3756-7f34-4553-9730-c3261f72ffda), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:44.822977 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d1501-f04f-4f7f-9a2b-d4ff1a80010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (32cc3756-7f34-4553-9730-c3261f72ffda), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:44.858366 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397aa3f-518c-42f4-ba15-917f088603c4 req-2ab9a122-7b78-4ab5-86f3-4ee6522060c0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:44.861278 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c397aa3f-518c-42f4-ba15-917f088603c4 req-2ab9a122-7b78-4ab5-86f3-4ee6522060c0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0699186 May 13 13:24:44.898700 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f99d1501-f04f-4f7f-9a2b-d4ff1a80010d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=956ce7db3f6943fea3c02148ff8f91b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507596 May 13 13:24:44.901259 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47858) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:44.903299 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d1501-f04f-4f7f-9a2b-d4ff1a80010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cc3756-7f34-4553-9730-c3261f72ffda,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:44.972628 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c397aa3f-518c-42f4-ba15-917f088603c4 req-f050fa72-d79d-4294-8e7d-65778d0fb8f4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035562 May 13 13:24:44.990706 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c619f8f3-6065-454d-b0d1-da39a46cd9e5 admin admin] Publish callbacks [] for security_group (32cc3756-7f34-4553-9730-c3261f72ffda), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:45.031178 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c619f8f3-6065-454d-b0d1-da39a46cd9e5 admin admin] Publish callbacks [] for security_group (32cc3756-7f34-4553-9730-c3261f72ffda), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:45.152033 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c619f8f3-6065-454d-b0d1-da39a46cd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (32cc3756-7f34-4553-9730-c3261f72ffda), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:45.155394 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c619f8f3-6065-454d-b0d1-da39a46cd9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:45.156560 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c619f8f3-6065-454d-b0d1-da39a46cd9e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32cc3756-7f34-4553-9730-c3261f72ffda HTTP/1.1" status: 204 len: 168 time: 0.2542756 May 13 13:24:45.166015 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f8f3-6065-454d-b0d1-da39a46cd9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cc3756-7f34-4553-9730-c3261f72ffda,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:46.021938 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47880) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:46.041355 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f709251-08a9-478a-a992-3e541e46e1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:46.111842 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052daa42-c0c8-4c7d-87b8-d1b4fdbb1954 req-affc5910-bc8e-4300-9ef6-aa9a3da0cb69 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:46.113435 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-052daa42-c0c8-4c7d-87b8-d1b4fdbb1954 req-affc5910-bc8e-4300-9ef6-aa9a3da0cb69 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0627675 May 13 13:24:46.204888 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-052daa42-c0c8-4c7d-87b8-d1b4fdbb1954 req-0d03d4f6-ad48-486a-a8fc-402c474c5178 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815287 May 13 13:24:46.215393 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f709251-08a9-478a-a992-3e541e46e1a0 admin admin] Publish callbacks [] for security_group (0b072c3d-279d-406a-9309-4442ce9364d5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:46.313249 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f709251-08a9-478a-a992-3e541e46e1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (0b072c3d-279d-406a-9309-4442ce9364d5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:46.357970 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2f709251-08a9-478a-a992-3e541e46e1a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d760ca93ad64755a38fb4042974772b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332896 May 13 13:24:46.360133 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f709251-08a9-478a-a992-3e541e46e1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b072c3d-279d-406a-9309-4442ce9364d5,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:46.360679 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47890) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:46.420116 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a69054f7-3023-4d59-9db2-dad64555e1b3 admin admin] Publish callbacks [] for security_group (0b072c3d-279d-406a-9309-4442ce9364d5), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:46.446437 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a69054f7-3023-4d59-9db2-dad64555e1b3 admin admin] Publish callbacks [] for security_group (0b072c3d-279d-406a-9309-4442ce9364d5), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:46.552359 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a69054f7-3023-4d59-9db2-dad64555e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (0b072c3d-279d-406a-9309-4442ce9364d5), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:46.555130 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a69054f7-3023-4d59-9db2-dad64555e1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:46.556429 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a69054f7-3023-4d59-9db2-dad64555e1b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b072c3d-279d-406a-9309-4442ce9364d5 HTTP/1.1" status: 204 len: 168 time: 0.1941488 May 13 13:24:46.566421 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69054f7-3023-4d59-9db2-dad64555e1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b072c3d-279d-406a-9309-4442ce9364d5,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:47.359819 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96212591-2337-416d-ab02-566f4e2911b1 req-340f5541-329a-47f4-91eb-6c2e02b399d3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:47.361405 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-96212591-2337-416d-ab02-566f4e2911b1 req-340f5541-329a-47f4-91eb-6c2e02b399d3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0761600 May 13 13:24:47.411189 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-96212591-2337-416d-ab02-566f4e2911b1 req-f896d492-a9e3-4a52-af07-6c3d48d33eff tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 May 13 13:24:48.551624 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a053b-2e83-4961-b114-e5e34226fd06 req-35fd4319-9b14-4517-bbea-0d17fa9df676 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:48.553174 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a58a053b-2e83-4961-b114-e5e34226fd06 req-35fd4319-9b14-4517-bbea-0d17fa9df676 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0525711 May 13 13:24:48.611209 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a58a053b-2e83-4961-b114-e5e34226fd06 req-c10089ac-12d6-4c72-8e42-8d827c6694be tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523086 May 13 13:24:48.674169 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47956) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:48.792176 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6674487-6fb7-4e35-abfd-f8a8346d9ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:48.869630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6674487-6fb7-4e35-abfd-f8a8346d9ce3 admin admin] Publish callbacks [] for security_group (92171f12-bba5-4eb2-85ae-ef4160559b24), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:48.991117 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6674487-6fb7-4e35-abfd-f8a8346d9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (92171f12-bba5-4eb2-85ae-ef4160559b24), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:49.031616 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d6674487-6fb7-4e35-abfd-f8a8346d9ce3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdf3b3301ef24068ae5c347238f7c474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559308 May 13 13:24:49.032577 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6674487-6fb7-4e35-abfd-f8a8346d9ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92171f12-bba5-4eb2-85ae-ef4160559b24,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:49.034321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 47960) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:24:49.093415 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c8e-d0d9-4c70-9101-b11f09c8e989 admin admin] Publish callbacks [] for security_group (92171f12-bba5-4eb2-85ae-ef4160559b24), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:49.115081 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c8e-d0d9-4c70-9101-b11f09c8e989 admin admin] Publish callbacks [] for security_group (92171f12-bba5-4eb2-85ae-ef4160559b24), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:49.289364 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c8e-d0d9-4c70-9101-b11f09c8e989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (92171f12-bba5-4eb2-85ae-ef4160559b24), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:49.291948 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bbf75c8e-d0d9-4c70-9101-b11f09c8e989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:24:49.293176 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-bbf75c8e-d0d9-4c70-9101-b11f09c8e989 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92171f12-bba5-4eb2-85ae-ef4160559b24 HTTP/1.1" status: 204 len: 168 time: 0.2577896 May 13 13:24:49.302528 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf75c8e-d0d9-4c70-9101-b11f09c8e989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92171f12-bba5-4eb2-85ae-ef4160559b24,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:24:49.755112 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e19a13-e65d-4a55-92b4-1e3ba9dab995 req-2d37204e-e66f-4742-940b-57952b8398c8 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:49.756729 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5e19a13-e65d-4a55-92b4-1e3ba9dab995 req-2d37204e-e66f-4742-940b-57952b8398c8 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0629928 May 13 13:24:49.812964 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5e19a13-e65d-4a55-92b4-1e3ba9dab995 req-0a72bb7c-34c9-413c-bd6a-a441e6eabdc9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501709 May 13 13:24:50.930546 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8abe9f-d747-43ba-a3aa-ff5cbb543362 req-1215f39a-624a-4319-820f-12018a092869 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:50.932008 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c8abe9f-d747-43ba-a3aa-ff5cbb543362 req-1215f39a-624a-4319-820f-12018a092869 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0497751 May 13 13:24:50.979984 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c8abe9f-d747-43ba-a3aa-ff5cbb543362 req-d41619e6-d994-4cc4-9c6f-c1b2a1ecc186 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 May 13 13:24:52.092458 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dfa89-3785-4f44-aaba-b9a178d8151d req-50a32a62-4b92-4923-9370-57befd8776db tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:52.093957 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f9dfa89-3785-4f44-aaba-b9a178d8151d req-50a32a62-4b92-4923-9370-57befd8776db tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0459824 May 13 13:24:52.139128 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f9dfa89-3785-4f44-aaba-b9a178d8151d req-0a67ad1b-aea2-455a-95f4-c608c39ada56 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 May 13 13:24:53.265787 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccad0c-8c48-46bb-a854-4ed09ddf5fbd req-a57f0c88-e6ab-4aa6-bbb2-3b631564ac67 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:53.267347 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-32ccad0c-8c48-46bb-a854-4ed09ddf5fbd req-a57f0c88-e6ab-4aa6-bbb2-3b631564ac67 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0535142 May 13 13:24:53.323515 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-32ccad0c-8c48-46bb-a854-4ed09ddf5fbd req-da20a5cd-faa1-4696-9f23-2e8c8a9f7701 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503809 May 13 13:24:54.462377 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc5ad1-80b1-4915-8a79-fd449123fc9f req-e6a90378-7af2-4465-81c0-c6cdf5ef9ddf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:54.463781 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c1dc5ad1-80b1-4915-8a79-fd449123fc9f req-e6a90378-7af2-4465-81c0-c6cdf5ef9ddf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0531445 May 13 13:24:54.526114 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c1dc5ad1-80b1-4915-8a79-fd449123fc9f req-25e7398c-810a-4710-afae-625b605b2cbd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560069 May 13 13:24:54.968723 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097758f-841c-4421-8481-68a1a6f919fc req-2fa532df-0b69-4885-be5b-bc8cb1bace9f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:54.970284 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2097758f-841c-4421-8481-68a1a6f919fc req-2fa532df-0b69-4885-be5b-bc8cb1bace9f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0483840 May 13 13:24:55.018898 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2097758f-841c-4421-8481-68a1a6f919fc req-c00a526f-5cf4-4dc5-b595-883014ef0ba3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 May 13 13:24:55.647133 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72d9ce-22a6-4d59-a1c1-34b00ebf78e1 req-d8b4cd2a-5d64-4f21-8c46-33e24821381e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:55.648598 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-de72d9ce-22a6-4d59-a1c1-34b00ebf78e1 req-d8b4cd2a-5d64-4f21-8c46-33e24821381e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0487711 May 13 13:24:55.695978 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-de72d9ce-22a6-4d59-a1c1-34b00ebf78e1 req-e5f27c7e-c01b-4006-bb7d-d6853ea870da tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 May 13 13:24:56.136159 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ef9c2-4a5d-4b1a-ad93-63ff415edff7 req-11958bff-eba4-474a-a702-f0b371e14592 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:56.137728 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6d0ef9c2-4a5d-4b1a-ad93-63ff415edff7 req-11958bff-eba4-474a-a702-f0b371e14592 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0475333 May 13 13:24:56.186779 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6d0ef9c2-4a5d-4b1a-ad93-63ff415edff7 req-bbc29baa-8fa0-4d80-a5ab-2045492b3e7c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 May 13 13:24:56.275358 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:24:56.820258 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef64b9-5201-4bc2-992b-be33ae9b80ea req-44d6b5aa-d1a5-4a39-b5c3-a8ad42917bd6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:56.821763 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3aef64b9-5201-4bc2-992b-be33ae9b80ea req-44d6b5aa-d1a5-4a39-b5c3-a8ad42917bd6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0533330 May 13 13:24:56.870646 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3aef64b9-5201-4bc2-992b-be33ae9b80ea req-a4ecfeb7-e965-403b-b8ec-74db5fc235cc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 May 13 13:24:57.306580 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ead68-7738-4c8c-8abb-1de44829a452 req-242828d1-f6aa-4996-8d54-aa6ec32d5887 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:57.308057 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e44ead68-7738-4c8c-8abb-1de44829a452 req-242828d1-f6aa-4996-8d54-aa6ec32d5887 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0461805 May 13 13:24:57.358020 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e44ead68-7738-4c8c-8abb-1de44829a452 req-b93ac0da-28c2-41c1-91fb-4d693ed395b3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428071 May 13 13:24:57.987266 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a4fca-bd39-4d4d-911f-2d585509fdc2 req-f056e062-2f17-4142-acb3-0b8b489968f6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:57.988751 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-748a4fca-bd39-4d4d-911f-2d585509fdc2 req-f056e062-2f17-4142-acb3-0b8b489968f6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0481696 May 13 13:24:58.040086 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-748a4fca-bd39-4d4d-911f-2d585509fdc2 req-46de0d3e-6b54-435e-8799-9e0f4105c22c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453980 May 13 13:24:58.490751 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b3cd9-23e5-42cf-ac8f-ba339da9141f req-10daed41-57ef-4ed3-8a2c-cffa60c34691 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:58.492251 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4f2b3cd9-23e5-42cf-ac8f-ba339da9141f req-10daed41-57ef-4ed3-8a2c-cffa60c34691 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0497854 May 13 13:24:58.541660 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4f2b3cd9-23e5-42cf-ac8f-ba339da9141f req-413fa431-477a-409f-8586-d271308001c5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 May 13 13:24:58.808930 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88487b-6eb3-43fe-b895-4bec17ed43d3 req-a1b4713c-394f-4eae-96af-822cf487e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:58.812019 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4e88487b-6eb3-43fe-b895-4bec17ed43d3 req-a1b4713c-394f-4eae-96af-822cf487e503 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0431466 May 13 13:24:58.892282 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4e88487b-6eb3-43fe-b895-4bec17ed43d3 req-72813ddc-d7c3-409a-9e43-52b5f713c71e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 May 13 13:24:59.156561 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb901a-ef2d-4ef2-b2ce-a63253f3185f req-a4e0c364-48d9-49a5-92af-423a615a54f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:59.158057 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ebb901a-ef2d-4ef2-b2ce-a63253f3185f req-a4e0c364-48d9-49a5-92af-423a615a54f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0479045 May 13 13:24:59.207782 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ebb901a-ef2d-4ef2-b2ce-a63253f3185f req-8d00e463-7e18-43e8-be5b-318587f3f244 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 May 13 13:24:59.672404 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43585c-afb1-4e84-a788-b6dceee432af req-5930bdcd-45c4-4a35-be0a-813bad062dd1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:24:59.673826 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3b43585c-afb1-4e84-a788-b6dceee432af req-5930bdcd-45c4-4a35-be0a-813bad062dd1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0584369 May 13 13:24:59.730344 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3b43585c-afb1-4e84-a788-b6dceee432af req-e22b8a2b-d43d-44ad-8991-fcadf35068fc tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467424 May 13 13:25:00.325309 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112963b3-31a1-41d4-b7ed-43d31e113bfb req-b6685581-6980-4a7a-903d-2a4f07f02281 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:00.327599 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-112963b3-31a1-41d4-b7ed-43d31e113bfb req-b6685581-6980-4a7a-903d-2a4f07f02281 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0485024 May 13 13:25:00.375889 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-112963b3-31a1-41d4-b7ed-43d31e113bfb req-a5d63e86-ddf5-43d7-a3fb-b648f47ebcd6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 May 13 13:25:00.403638 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:00.853605 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158086-abaf-40f2-ad0f-a57fcf2d1435 req-ab544060-1966-4659-89d1-9c3cdbf034ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:00.855125 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-26158086-abaf-40f2-ad0f-a57fcf2d1435 req-ab544060-1966-4659-89d1-9c3cdbf034ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0485377 May 13 13:25:00.907488 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-26158086-abaf-40f2-ad0f-a57fcf2d1435 req-e6a1e418-3495-4a8e-afd2-639d70336b75 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460196 May 13 13:25:01.501524 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ab59d-4c0b-4a0c-a733-6746f3311f93 req-fa87e132-809b-4d29-88b6-b676305b17b1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:01.501524 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3a6ab59d-4c0b-4a0c-a733-6746f3311f93 req-fa87e132-809b-4d29-88b6-b676305b17b1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0502081 May 13 13:25:01.548829 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3a6ab59d-4c0b-4a0c-a733-6746f3311f93 req-38aa432b-57e7-4308-81cf-3a5f1f5b304e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 May 13 13:25:02.037830 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314209-5436-438d-b255-a55753411e12 req-ab5f522e-96b0-41be-8b84-4100ec49968d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:02.039424 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab314209-5436-438d-b255-a55753411e12 req-ab5f522e-96b0-41be-8b84-4100ec49968d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0479326 May 13 13:25:02.088651 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab314209-5436-438d-b255-a55753411e12 req-911a7ff6-f437-44fe-ad45-543286d5743e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 May 13 13:25:02.665390 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3b61-27cd-43bf-ac53-8f9181d42f14 req-844af732-9ed0-4ab6-94c0-5cd3f61d0ff0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:02.666949 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0dbf3b61-27cd-43bf-ac53-8f9181d42f14 req-844af732-9ed0-4ab6-94c0-5cd3f61d0ff0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0503821 May 13 13:25:02.718911 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0dbf3b61-27cd-43bf-ac53-8f9181d42f14 req-3a738461-06ee-44d3-9a3e-d6ec3dcf46c7 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455310 May 13 13:25:03.205352 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083b9a5-c91f-4b94-a2ab-47c575ff9167 req-de21eab7-15d7-4dc1-aed9-04e516af66a9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:03.206903 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c083b9a5-c91f-4b94-a2ab-47c575ff9167 req-de21eab7-15d7-4dc1-aed9-04e516af66a9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0468528 May 13 13:25:03.257955 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c083b9a5-c91f-4b94-a2ab-47c575ff9167 req-5db68926-53f1-4ed0-b025-805bbb2d1702 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452998 May 13 13:25:03.840424 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb2587-362c-4240-a3e6-056efe54be41 req-3aaf1902-03f5-42db-98f3-01ad1f7df6bf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:03.842742 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34eb2587-362c-4240-a3e6-056efe54be41 req-3aaf1902-03f5-42db-98f3-01ad1f7df6bf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0522993 May 13 13:25:03.893765 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34eb2587-362c-4240-a3e6-056efe54be41 req-bc853a55-64d2-42f9-afd3-5a48635832e6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 May 13 13:25:04.281042 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7808-bce1-4480-bbf7-e1b44e8d3cc6 req-7df6e4dd-f64b-436e-a479-d7be9cab1043 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:04.282676 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6aea7808-bce1-4480-bbf7-e1b44e8d3cc6 req-7df6e4dd-f64b-436e-a479-d7be9cab1043 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0480437 May 13 13:25:04.331606 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6aea7808-bce1-4480-bbf7-e1b44e8d3cc6 req-e8c0e741-5ee6-421c-a995-c9aabea771fe tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 May 13 13:25:04.387160 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654867fc-bb93-447e-a459-7160a396e0b7 req-472cd450-c1e4-437b-b047-3ae35e692495 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:04.388781 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-654867fc-bb93-447e-a459-7160a396e0b7 req-472cd450-c1e4-437b-b047-3ae35e692495 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0517738 May 13 13:25:04.442147 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-654867fc-bb93-447e-a459-7160a396e0b7 req-1fb1d535-bddb-4e2f-9287-b2ae4dd0c7ed tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476575 May 13 13:25:05.448536 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbbe98-b15c-465b-9332-a43a1a4abb86 req-a96c29d4-e846-4b8b-a7b6-d052092fbd73 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:05.450224 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-03fbbe98-b15c-465b-9332-a43a1a4abb86 req-a96c29d4-e846-4b8b-a7b6-d052092fbd73 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0475624 May 13 13:25:05.501804 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-03fbbe98-b15c-465b-9332-a43a1a4abb86 req-c4e6af66-657b-4b87-b133-2590c72c89d8 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 May 13 13:25:05.575105 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e911c545-6682-410d-87e0-0d48086d0c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:05.581903 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e6d8-7253-40a5-b87d-bfdb94743c28 req-96c562d5-648d-4f85-b16c-9ec569cfba52 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:05.583604 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6ea0e6d8-7253-40a5-b87d-bfdb94743c28 req-96c562d5-648d-4f85-b16c-9ec569cfba52 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0535426 May 13 13:25:05.632247 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6ea0e6d8-7253-40a5-b87d-bfdb94743c28 req-dd5b3393-d6c0-4d24-9962-fbfcc1cc81d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 May 13 13:25:06.620716 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ca5f5-a20c-4b94-a56b-6c720c5fca1e req-9a6723a9-7588-4f2b-8885-10b539f9fbf9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:06.622098 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b65ca5f5-a20c-4b94-a56b-6c720c5fca1e req-9a6723a9-7588-4f2b-8885-10b539f9fbf9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0495069 May 13 13:25:06.674073 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b65ca5f5-a20c-4b94-a56b-6c720c5fca1e req-e7b2c6e9-72c1-4813-94a5-1eea59473adc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 May 13 13:25:06.696323 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-76fd8421-bf33-4a1c-9607-9c38df3c3d06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398917 May 13 13:25:06.760248 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877f816-ab65-4835-97b6-4d79ffa13ec9 req-0bf51924-e1d0-4e15-9d1c-c3fac8d82700 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:06.761696 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7877f816-ab65-4835-97b6-4d79ffa13ec9 req-0bf51924-e1d0-4e15-9d1c-c3fac8d82700 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0467644 May 13 13:25:06.809193 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7877f816-ab65-4835-97b6-4d79ffa13ec9 req-08cebd66-b9db-4bb6-b8cf-ebd9a948f413 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 May 13 13:25:07.799303 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216c39e-1600-44a0-beb0-df91e3ab0e4e req-f5ecb7d3-2ffa-4411-9ef5-273945278fec tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:07.804334 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9216c39e-1600-44a0-beb0-df91e3ab0e4e req-f5ecb7d3-2ffa-4411-9ef5-273945278fec tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0535612 May 13 13:25:07.867578 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9216c39e-1600-44a0-beb0-df91e3ab0e4e req-40b1348c-c546-4efa-9ba1-119c803ff1f8 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599060 May 13 13:25:07.937068 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177a3e9-299b-4d15-b542-fb5e6c719d10 req-33a4dc3f-a9f2-41e5-976b-c9262638953c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:07.938617 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c177a3e9-299b-4d15-b542-fb5e6c719d10 req-33a4dc3f-a9f2-41e5-976b-c9262638953c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0487802 May 13 13:25:07.992959 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c177a3e9-299b-4d15-b542-fb5e6c719d10 req-0eafdb18-ea03-4507-9992-2db32b84c769 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485411 May 13 13:25:08.106170 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ffe1ab01-da87-4be8-b0f3-d103750829eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:08.989267 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98ca67-c921-45f3-a975-99436ec7a07b req-b5b10bfb-9498-4ff3-8d07-6e73ba424606 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:08.990768 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c98ca67-c921-45f3-a975-99436ec7a07b req-b5b10bfb-9498-4ff3-8d07-6e73ba424606 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0468636 May 13 13:25:09.041418 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c98ca67-c921-45f3-a975-99436ec7a07b req-9fd4e82a-cf5c-4eb8-8006-54ed6131b9fe tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 May 13 13:25:09.131361 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f14bd-2cfb-46c2-bebf-5af325ce7fe9 req-6abd23db-10a4-4aa1-bdcf-3855608a6ed2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:09.132930 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b59f14bd-2cfb-46c2-bebf-5af325ce7fe9 req-6abd23db-10a4-4aa1-bdcf-3855608a6ed2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0528803 May 13 13:25:09.181874 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b59f14bd-2cfb-46c2-bebf-5af325ce7fe9 req-9cd60ed5-1c02-4348-abcf-b9a1e376a0e6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 May 13 13:25:09.563484 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:09.861671 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-c4a9a4dd-dd68-40ca-b720-48b53f66532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:09.863185 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-c4a9a4dd-dd68-40ca-b720-48b53f66532c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 1130 time: 0.0651643 May 13 13:25:09.864315 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48189473-7c4c-45d5-8886-4d94288e4176 req-a779b7e9-02ea-4f0b-b8b2-21ec1bb1c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:09.865696 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48189473-7c4c-45d5-8886-4d94288e4176 req-a779b7e9-02ea-4f0b-b8b2-21ec1bb1c717 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0771828 May 13 13:25:10.161021 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4025-f176-4e51-a181-aa6dceb01564 req-32c4b38c-0f28-4908-b785-d1364c23b62b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.162452 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d5fa4025-f176-4e51-a181-aa6dceb01564 req-32c4b38c-0f28-4908-b785-d1364c23b62b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0497718 May 13 13:25:10.224020 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d5fa4025-f176-4e51-a181-aa6dceb01564 req-0326a992-9494-45e3-871a-991ee81376b0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557606 May 13 13:25:10.348042 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582d7ad-7843-4024-9648-a6e8466eba66 req-d9ea8599-234f-46f3-87b2-ef50321149c1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.348732 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5582d7ad-7843-4024-9648-a6e8466eba66 req-d9ea8599-234f-46f3-87b2-ef50321149c1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0671058 May 13 13:25:10.405000 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5582d7ad-7843-4024-9648-a6e8466eba66 req-6983088e-90ea-494d-9be2-0cf3c54f0afd tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417671 May 13 13:25:10.405696 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-6fd5f3d1-8374-4e21-86ae-60a68250e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.407160 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-6fd5f3d1-8374-4e21-86ae-60a68250e8ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1454422 May 13 13:25:10.411671 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48189473-7c4c-45d5-8886-4d94288e4176 req-ab543ecc-1cca-477e-826f-f447edbd90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.412949 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48189473-7c4c-45d5-8886-4d94288e4176 req-ab543ecc-1cca-477e-826f-f447edbd90aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1799872 May 13 13:25:10.494590 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-36139b7e-e1e3-45aa-8877-0d3bcf5b14cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6 HTTP/1.1" status: 200 len: 217 time: 0.0738940 May 13 13:25:10.495377 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48189473-7c4c-45d5-8886-4d94288e4176 req-cffbd38a-0c10-4715-bcc1-a1f879d41648 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266 HTTP/1.1" status: 200 len: 217 time: 0.0691826 May 13 13:25:10.588671 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48189473-7c4c-45d5-8886-4d94288e4176 req-56814ec0-dbd0-496c-a82a-a211dc2eeaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.590381 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48189473-7c4c-45d5-8886-4d94288e4176 req-56814ec0-dbd0-496c-a82a-a211dc2eeaa5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0754056 May 13 13:25:10.592261 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-16e565c3-4755-40b5-9221-03c24cd77af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.593567 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-16e565c3-4755-40b5-9221-03c24cd77af7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0871749 May 13 13:25:10.675352 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48189473-7c4c-45d5-8886-4d94288e4176 req-f79586f1-5dc3-4fe2-b6f1-e7f9cef6ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.676773 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48189473-7c4c-45d5-8886-4d94288e4176 req-f79586f1-5dc3-4fe2-b6f1-e7f9cef6ec28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707996 May 13 13:25:10.678129 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-517d7cc9-03be-4369-ba08-604a4e638dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:10.679491 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-517d7cc9-03be-4369-ba08-604a4e638dd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642970 May 13 13:25:10.850533 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48189473-7c4c-45d5-8886-4d94288e4176 req-aaf1e784-a7d4-42ab-afdf-adaefbf24db2 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588604 May 13 13:25:10.854180 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-801d3bf6-c282-4e74-b530-0e9be55d65b4 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613343 May 13 13:25:11.100802 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:11.250849 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-48189473-7c4c-45d5-8886-4d94288e4176 req-2ab754b6-4102-4efb-bca5-fe562ca0a123 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847482 May 13 13:25:11.254309 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-655e6d40-30df-45bb-9e48-07f7f84995a8 req-92d8f71a-0d11-4586-b341-649e7680f09c service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810403 May 13 13:25:11.346224 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63764cc-403a-4110-9f07-b2d5008f2419 req-c1cfbfb2-b758-4b84-ae3d-13d1bbc53570 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:11.347723 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b63764cc-403a-4110-9f07-b2d5008f2419 req-c1cfbfb2-b758-4b84-ae3d-13d1bbc53570 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0496340 May 13 13:25:11.396756 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b63764cc-403a-4110-9f07-b2d5008f2419 req-e6b84392-fd42-40fa-97d8-b38c76a04ade tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431561 May 13 13:25:11.536225 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010739be-0bfd-42da-907b-c6610173a0d8 req-42f826c8-ec1e-4c35-96d2-2edc7db8acc2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:11.536225 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-010739be-0bfd-42da-907b-c6610173a0d8 req-42f826c8-ec1e-4c35-96d2-2edc7db8acc2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0512915 May 13 13:25:11.586753 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-010739be-0bfd-42da-907b-c6610173a0d8 req-02598f47-b8a5-452e-a715-e19b4666ff22 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482073 May 13 13:25:12.004949 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2352f-2e11-4ea4-94b0-4efebfae591c req-1b4f7981-e792-4883-8184-7c6eb1a9ba76 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:12.006684 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7ac2352f-2e11-4ea4-94b0-4efebfae591c req-1b4f7981-e792-4883-8184-7c6eb1a9ba76 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0496607 May 13 13:25:12.054598 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7ac2352f-2e11-4ea4-94b0-4efebfae591c req-ad87b3ee-b6b1-4ba3-ad01-932d303d71e7 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424049 May 13 13:25:12.518563 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5c6fd-342a-47e0-b53e-fedf45da10c3 req-eb7364ed-06f5-4313-8d67-b256c5a55d85 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:12.520073 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6af5c6fd-342a-47e0-b53e-fedf45da10c3 req-eb7364ed-06f5-4313-8d67-b256c5a55d85 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0479589 May 13 13:25:12.523467 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:12.567982 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6af5c6fd-342a-47e0-b53e-fedf45da10c3 req-2cbca793-f401-4bab-b6ba-1cd49d4f3aa9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 May 13 13:25:12.710245 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52c3c4-0b8e-4200-8765-7d8216c7a303 req-be77cc6b-6494-4901-92c4-8e5c9c9ce523 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:12.712095 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dc52c3c4-0b8e-4200-8765-7d8216c7a303 req-be77cc6b-6494-4901-92c4-8e5c9c9ce523 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0510490 May 13 13:25:12.762469 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dc52c3c4-0b8e-4200-8765-7d8216c7a303 req-4d58abfe-7273-479d-89fa-f82fa6b415a1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 May 13 13:25:13.174998 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986ad69-93ff-4098-9f2a-3a3187ddf846 req-43036473-037c-4b99-93c0-0cefdb194da2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:13.176510 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f986ad69-93ff-4098-9f2a-3a3187ddf846 req-43036473-037c-4b99-93c0-0cefdb194da2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0490038 May 13 13:25:13.225673 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f986ad69-93ff-4098-9f2a-3a3187ddf846 req-966aee19-d7d1-495b-a6b9-7e888f54ae48 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 May 13 13:25:13.682406 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f328a5-be37-457c-bc7a-b23152c049d8 req-fde80275-016c-4407-aab1-1defc744c21c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:13.683864 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e4f328a5-be37-457c-bc7a-b23152c049d8 req-fde80275-016c-4407-aab1-1defc744c21c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0469906 May 13 13:25:13.733956 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e4f328a5-be37-457c-bc7a-b23152c049d8 req-2f1f4662-bc97-4f35-8399-d4000b0f94d5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 May 13 13:25:13.879356 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a5afe-b187-4379-86c8-c1c6c97fc169 req-646271ec-4925-4b1d-82a1-f90563eae0a5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:13.880838 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d23a5afe-b187-4379-86c8-c1c6c97fc169 req-646271ec-4925-4b1d-82a1-f90563eae0a5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0472865 May 13 13:25:13.929575 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d23a5afe-b187-4379-86c8-c1c6c97fc169 req-fb7c2522-13fe-42a8-8cd2-27a0f1804dfd tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431483 May 13 13:25:14.344198 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dace39-b99d-43d1-844f-f5705c8bfedf req-122298ad-4107-459d-87a9-8a6f9822af92 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:14.345681 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d0dace39-b99d-43d1-844f-f5705c8bfedf req-122298ad-4107-459d-87a9-8a6f9822af92 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0489764 May 13 13:25:14.395610 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d0dace39-b99d-43d1-844f-f5705c8bfedf req-a1017fe8-6d41-414c-8a83-50c3eb38d77f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440609 May 13 13:25:14.851495 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac84b81-deb4-41ef-ba1e-d5fc878b50b2 req-4ab5a514-5e66-40ce-91b8-dd050931a0ae tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:14.852952 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ac84b81-deb4-41ef-ba1e-d5fc878b50b2 req-4ab5a514-5e66-40ce-91b8-dd050931a0ae tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0503802 May 13 13:25:14.901417 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ac84b81-deb4-41ef-ba1e-d5fc878b50b2 req-851c9ed1-7f8e-46b3-8cab-c5c43aa9946e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 May 13 13:25:15.046906 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9531f-80ac-495f-b943-eb8e3f0efb0a req-68a2c036-f650-460d-bbd8-e14f6ad092f0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:15.048321 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d9d9531f-80ac-495f-b943-eb8e3f0efb0a req-68a2c036-f650-460d-bbd8-e14f6ad092f0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0465269 May 13 13:25:15.096386 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d9d9531f-80ac-495f-b943-eb8e3f0efb0a req-d8e8f427-13a4-4c6a-a63b-b3c3a86d4310 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 May 13 13:25:15.513811 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d668ce3-e385-4d68-8ab5-b9fc70a5c737 req-063426b1-b658-42f7-b3a3-16965ac79dd2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:15.515363 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6d668ce3-e385-4d68-8ab5-b9fc70a5c737 req-063426b1-b658-42f7-b3a3-16965ac79dd2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0517673 May 13 13:25:15.562641 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6d668ce3-e385-4d68-8ab5-b9fc70a5c737 req-495b538a-824b-4c45-b861-995628c318b2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 May 13 13:25:16.017179 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c7508-671c-487a-9698-8ff55d17b841 req-f65b8d5e-39df-4a9b-8e62-3f7db581d6b6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:16.018701 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-932c7508-671c-487a-9698-8ff55d17b841 req-f65b8d5e-39df-4a9b-8e62-3f7db581d6b6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0486746 May 13 13:25:16.066865 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-932c7508-671c-487a-9698-8ff55d17b841 req-72e500dd-815e-4157-8171-9e4f131924f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 May 13 13:25:16.216299 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eab1c-32dc-4365-b1ad-45f77207c499 req-bafbbb04-cd2c-4ab5-9ad9-393797804464 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:16.217816 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7d1eab1c-32dc-4365-b1ad-45f77207c499 req-bafbbb04-cd2c-4ab5-9ad9-393797804464 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0493779 May 13 13:25:16.269106 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7d1eab1c-32dc-4365-b1ad-45f77207c499 req-6a0f2f1b-45c7-450c-b52c-f9addb7e8492 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455387 May 13 13:25:16.679157 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56efadd-9451-4add-8e29-14aa685a5c1f req-3088dc08-4854-419b-8254-8c0a5ddd7d21 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:16.680607 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a56efadd-9451-4add-8e29-14aa685a5c1f req-3088dc08-4854-419b-8254-8c0a5ddd7d21 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0482059 May 13 13:25:16.729561 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a56efadd-9451-4add-8e29-14aa685a5c1f req-f265c038-7296-42c0-b9be-97624c03e075 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 May 13 13:25:17.187541 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263884da-e6bf-4ffe-9cfb-0854f469ca88 req-f2bd4d3c-abbf-4a0b-babd-47cf0ef143d8 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:17.189166 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-263884da-e6bf-4ffe-9cfb-0854f469ca88 req-f2bd4d3c-abbf-4a0b-babd-47cf0ef143d8 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0495944 May 13 13:25:17.238626 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-263884da-e6bf-4ffe-9cfb-0854f469ca88 req-f044785f-2591-4519-b5c4-45c0e56df091 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 May 13 13:25:17.392696 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00418dea-5950-4070-980e-3065d85303eb req-683beff5-5db1-46bf-84ce-7c604a6e8716 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:17.394242 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00418dea-5950-4070-980e-3065d85303eb req-683beff5-5db1-46bf-84ce-7c604a6e8716 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0506144 May 13 13:25:17.445527 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00418dea-5950-4070-980e-3065d85303eb req-bf04c2d8-dae6-4b6d-913c-d87e2c60f535 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457411 May 13 13:25:17.846514 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afd756-54d8-45bd-bd96-bb4ed8b09143 req-d87fc61e-a7f8-4d81-b932-56b88468f42d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:17.848034 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24afd756-54d8-45bd-bd96-bb4ed8b09143 req-d87fc61e-a7f8-4d81-b932-56b88468f42d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0493517 May 13 13:25:17.897129 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24afd756-54d8-45bd-bd96-bb4ed8b09143 req-c517db23-c7c1-448f-afde-f57ccada9543 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433865 May 13 13:25:18.358257 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903fda3-e4dd-49b5-aa8e-32e06a639a1f req-10d65115-e321-47d8-ac12-bc42eaa0fc94 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:18.359690 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9903fda3-e4dd-49b5-aa8e-32e06a639a1f req-10d65115-e321-47d8-ac12-bc42eaa0fc94 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0500584 May 13 13:25:18.414387 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9903fda3-e4dd-49b5-aa8e-32e06a639a1f req-6feeab74-e516-434c-9079-a6526ee0fe75 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488822 May 13 13:25:18.579115 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddefff2-d06c-4c94-84e6-6858e2536a63 req-9d1072fb-ed2f-4c34-a16e-7c24fda50c38 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:18.581127 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ddefff2-d06c-4c94-84e6-6858e2536a63 req-9d1072fb-ed2f-4c34-a16e-7c24fda50c38 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0578575 May 13 13:25:18.639480 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ddefff2-d06c-4c94-84e6-6858e2536a63 req-46e54b9d-2ebb-4f69-8ec2-6bb02f1c84cd tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508821 May 13 13:25:18.703355 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48444) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:18.812681 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:18.904972 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Publish callbacks [] for security_group (78c1cacf-6f7a-45b9-833e-15e851469c65), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.014776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (78c1cacf-6f7a-45b9-833e-15e851469c65), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.069489 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3807ec-38c4-439a-87d5-e162291f0150 req-c1784746-6b66-4388-9f38-6b82ef74b6ee tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:19.071040 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a3807ec-38c4-439a-87d5-e162291f0150 req-c1784746-6b66-4388-9f38-6b82ef74b6ee tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0977204 May 13 13:25:19.074718 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26d2ad01565a4c59930dcdb48b3612b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719676 May 13 13:25:19.077486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 48452) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:19.078767 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c1cacf-6f7a-45b9-833e-15e851469c65,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:19.099814 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.100157 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.100711 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.101055 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.104305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.105031 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.105031 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d92b82f-a0e7-4b0b-8100-151c58c8e518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.134069 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Publish callbacks [] for security_group (78c1cacf-6f7a-45b9-833e-15e851469c65), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.144382 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a3807ec-38c4-439a-87d5-e162291f0150 req-743ba4a6-4e80-40f9-af09-b6ed97b95314 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672743 May 13 13:25:19.165014 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Publish callbacks [] for security_group (78c1cacf-6f7a-45b9-833e-15e851469c65), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.289389 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (78c1cacf-6f7a-45b9-833e-15e851469c65), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.291925 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:19.293072 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78c1cacf-6f7a-45b9-833e-15e851469c65 HTTP/1.1" status: 204 len: 168 time: 0.2146196 May 13 13:25:19.301823 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c1cacf-6f7a-45b9-833e-15e851469c65,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:19.310723 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.311091 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.311436 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.311778 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.312111 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.312446 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.312773 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.313148 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.313472 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.313800 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.314122 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.314503 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.314808 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.315123 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.315437 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93d266-54e0-4d63-bde9-159595037e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:19.779004 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cce32-aab7-4b44-be31-57e9ae611bd5 req-6a528b4b-11cc-4051-844d-dce0b8bf662e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:19.780714 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-901cce32-aab7-4b44-be31-57e9ae611bd5 req-6a528b4b-11cc-4051-844d-dce0b8bf662e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0607991 May 13 13:25:19.838143 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-901cce32-aab7-4b44-be31-57e9ae611bd5 req-500326a8-074f-4f66-9158-7b7c1a8cc03e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 May 13 13:25:20.276051 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7e26-8337-4fc5-aa3e-bf1dae66883b req-1bf9af9d-d76f-4b25-b087-b50aaf194f82 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:20.277534 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b2d7e26-8337-4fc5-aa3e-bf1dae66883b req-1bf9af9d-d76f-4b25-b087-b50aaf194f82 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0526638 May 13 13:25:20.327785 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b2d7e26-8337-4fc5-aa3e-bf1dae66883b req-4617367f-09d6-48e4-b525-095f27f12147 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 May 13 13:25:20.961749 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f23c1-cd3c-4893-a447-382a88394b35 req-dc21b0a7-c35b-4e6d-8fca-82cb820e1ca1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:20.963390 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f1f23c1-cd3c-4893-a447-382a88394b35 req-dc21b0a7-c35b-4e6d-8fca-82cb820e1ca1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0504935 May 13 13:25:21.013526 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f1f23c1-cd3c-4893-a447-382a88394b35 req-6706edf7-b25d-4213-adba-2fe56c7c4491 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 May 13 13:25:21.454713 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759443b-483c-43c0-bf37-e494a1adb33f req-52af4406-48b4-476c-95d3-bd23fdd771c8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:21.456132 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d759443b-483c-43c0-bf37-e494a1adb33f req-52af4406-48b4-476c-95d3-bd23fdd771c8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0487845 May 13 13:25:21.520982 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d759443b-483c-43c0-bf37-e494a1adb33f req-e27af6ab-d7b8-4460-959d-4766bf5cd747 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550292 May 13 13:25:22.149342 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40c811-3096-4a04-8210-2c531977a79f req-edaceab7-1265-4588-9b4f-bf5dea920142 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:22.150908 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1a40c811-3096-4a04-8210-2c531977a79f req-edaceab7-1265-4588-9b4f-bf5dea920142 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0483127 May 13 13:25:22.207288 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1a40c811-3096-4a04-8210-2c531977a79f req-e99278a1-594a-45e5-84b1-1865448365a6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485728 May 13 13:25:22.639284 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0934f-5e6d-47da-b21b-4ca32c3618ba req-20d79b0f-525d-4b7b-bec2-3db104c55eef tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:22.640757 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f4c0934f-5e6d-47da-b21b-4ca32c3618ba req-20d79b0f-525d-4b7b-bec2-3db104c55eef tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0458126 May 13 13:25:22.685856 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f4c0934f-5e6d-47da-b21b-4ca32c3618ba req-7b2ce32d-3440-479a-88f8-ffb11eed3291 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393789 May 13 13:25:23.336235 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce31f6-315f-4a7d-94d1-dcff9c01607e req-8e5cc188-5e8f-4d56-a16d-68cda18091f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:23.339196 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-67ce31f6-315f-4a7d-94d1-dcff9c01607e req-8e5cc188-5e8f-4d56-a16d-68cda18091f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0514860 May 13 13:25:23.391054 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-67ce31f6-315f-4a7d-94d1-dcff9c01607e req-af02fea9-6da0-4dfb-a8e9-96edf026a0a8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464675 May 13 13:25:23.806572 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f594f-f950-490f-9ccb-e603ffd00e23 req-ff06e519-e5c5-4c1d-b5ce-a6a9793e6176 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:23.808118 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-675f594f-f950-490f-9ccb-e603ffd00e23 req-ff06e519-e5c5-4c1d-b5ce-a6a9793e6176 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0534565 May 13 13:25:23.838266 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 48550) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:23.843713 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-75dab521-b988-46c1-a034-6d5d4187d128 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533922975', 'description': 'tempest-description--1526514622'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:23.867785 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-675f594f-f950-490f-9ccb-e603ffd00e23 req-8d37d056-5710-4367-bf04-e7e51c021ca5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539393 May 13 13:25:23.992994 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-75dab521-b988-46c1-a034-6d5d4187d128 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.061527 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-75dab521-b988-46c1-a034-6d5d4187d128 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group (f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.236429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-75dab521-b988-46c1-a034-6d5d4187d128 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.266996 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dab521-b988-46c1-a034-6d5d4187d128 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:24.387641 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-75dab521-b988-46c1-a034-6d5d4187d128 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.389860 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-75dab521-b988-46c1-a034-6d5d4187d128 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5504942 May 13 13:25:24.392962 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 48556) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:24.397518 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-04274e53-6174-4bd7-8739-bef3a1bca371 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'security_group_rule': {'security_group_id': 'f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:24.489779 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-04274e53-6174-4bd7-8739-bef3a1bca371 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group_rule (0f21e578-3f0d-4cac-b451-45e606e3b6c1), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.524758 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89033599-c7da-4758-a4c8-526cddeb1184 req-a2325d24-67f3-4610-aa5e-bffcce16b601 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:24.526296 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-89033599-c7da-4758-a4c8-526cddeb1184 req-a2325d24-67f3-4610-aa5e-bffcce16b601 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0612655 May 13 13:25:24.558522 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-04274e53-6174-4bd7-8739-bef3a1bca371 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group_rule (0f21e578-3f0d-4cac-b451-45e606e3b6c1), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.578249 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-89033599-c7da-4758-a4c8-526cddeb1184 req-c84979c1-11fe-445a-9c09-d2fa2fb443fb tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457115 May 13 13:25:24.643280 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-04274e53-6174-4bd7-8739-bef3a1bca371 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (0f21e578-3f0d-4cac-b451-45e606e3b6c1), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.662647 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04274e53-6174-4bd7-8739-bef3a1bca371 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f21e578-3f0d-4cac-b451-45e606e3b6c1,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:24.741294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-04274e53-6174-4bd7-8739-bef3a1bca371 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.742457 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-04274e53-6174-4bd7-8739-bef3a1bca371 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485239 May 13 13:25:24.745171 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 48564) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:24.750673 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-969503ab-f62f-4c37-99c8-7dc8ad28c21d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'security_group_rule': {'security_group_id': 'f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:24.866079 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-969503ab-f62f-4c37-99c8-7dc8ad28c21d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group_rule (b0719348-6a1e-4880-b910-8f60dff7bef9), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:24.924653 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-969503ab-f62f-4c37-99c8-7dc8ad28c21d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group_rule (b0719348-6a1e-4880-b910-8f60dff7bef9), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.007785 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39be02-910f-45d3-8b6e-e3f5418c6332 req-70ac6001-4bb1-4d94-aba4-ed8387870ebd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:25.009162 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b39be02-910f-45d3-8b6e-e3f5418c6332 req-70ac6001-4bb1-4d94-aba4-ed8387870ebd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0496349 May 13 13:25:25.020396 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-969503ab-f62f-4c37-99c8-7dc8ad28c21d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (b0719348-6a1e-4880-b910-8f60dff7bef9), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.041487 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969503ab-f62f-4c37-99c8-7dc8ad28c21d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0719348-6a1e-4880-b910-8f60dff7bef9,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:25.068680 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b39be02-910f-45d3-8b6e-e3f5418c6332 req-b30d388c-4aaa-4c34-8527-4d3120d718ca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519583 May 13 13:25:25.159515 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-969503ab-f62f-4c37-99c8-7dc8ad28c21d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.160792 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-969503ab-f62f-4c37-99c8-7dc8ad28c21d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4146411 May 13 13:25:25.163854 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 48574) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:25.168178 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:25.254060 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:25:25.296046 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.364210 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:25.377749 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'port_id': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'mac_address': 'fa:16:3e:33:01:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:25:25.388592 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.418346 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port c523458e-8e82-46df-bfae-db11fc8b2ec5 is: ACTIVE; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:25.419283 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.443208 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c523458e-8e82-46df-bfae-db11fc8b2ec5 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:25.465525 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:25.527909 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Allocated IP 172.27.2.229 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/83e4c50e-c649-45d4-8175-cd8c29cad5a9) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:25.562411 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.618938 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=6']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:25.627737 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.628274 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.628784 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.629352 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.629830 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.630439 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.630933 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.635676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.635676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.635676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.635676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.635676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.635676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.635676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.635676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:25:25.648597 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for port (83e4c50e-c649-45d4-8175-cd8c29cad5a9), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.685981 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['c523458e-8e82-46df-bfae-db11fc8b2ec5'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:25.725607 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23a5fc-0661-4f01-aa24-5d5aac352c49 req-0e6cdf2f-3a5b-455e-8b4a-1586a8252686 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:25.739949 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee23a5fc-0661-4f01-aa24-5d5aac352c49 req-0e6cdf2f-3a5b-455e-8b4a-1586a8252686 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0647025 May 13 13:25:25.801314 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee23a5fc-0661-4f01-aa24-5d5aac352c49 req-a4d4ea67-c854-4c34-afac-8937df5149bc tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568097 May 13 13:25:25.826783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (83e4c50e-c649-45d4-8175-cd8c29cad5a9), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:25.874476 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:25.887016 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:25.895205 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:25.900819 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event updated for resources: {'Port': ['ID=83e4c50e-c649-45d4-8175-cd8c29cad5a9,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:26.007923 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29552525-7118-4796-8bad-6f84b2911546 req-7c9f8ae8-a650-4746-ab8d-ea64ccd8c4d8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:26.009406 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29552525-7118-4796-8bad-6f84b2911546 req-7c9f8ae8-a650-4746-ab8d-ea64ccd8c4d8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 946 time: 0.0507832 May 13 13:25:26.021978 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (ce83a78b-136d-4870-aef3-a5470679ccfa), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.070729 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29552525-7118-4796-8bad-6f84b2911546 req-0d42172c-9c4a-4dc4-94f9-86c9600aa5c6 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540307 May 13 13:25:26.181251 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (83e4c50e-c649-45d4-8175-cd8c29cad5a9), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.200888 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1508f-32d1-4215-9561-c8a5b31fbf5e req-3f76a9aa-62a5-427c-85e2-70a420f1982d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:26.202797 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5bd1508f-32d1-4215-9561-c8a5b31fbf5e req-3f76a9aa-62a5-427c-85e2-70a420f1982d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0555952 May 13 13:25:26.257933 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5bd1508f-32d1-4215-9561-c8a5b31fbf5e req-399d2971-590b-4b61-9d0f-40b2594c4088 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482595 May 13 13:25:26.348599 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for port (83e4c50e-c649-45d4-8175-cd8c29cad5a9), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.403267 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (83e4c50e-c649-45d4-8175-cd8c29cad5a9), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.472365 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event updated for resources: {'Port': ['ID=83e4c50e-c649-45d4-8175-cd8c29cad5a9,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:26.487805 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (ce83a78b-136d-4870-aef3-a5470679ccfa), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.588829 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:26.590194 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-9e19c3bc-da22-4c3a-a968-41a058817fde tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4253960 May 13 13:25:26.790865 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-c7c21a1c-f02e-434b-8f01-74256fafd8ae tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--533922975&fields=id&tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9 HTTP/1.1" status: 200 len: 267 time: 0.0457852 May 13 13:25:26.933723 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711eaff-b347-4ab7-99b7-484a7953565a req-fb303c92-d496-4920-8826-0568c7249bc4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:26.935947 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-fb303c92-d496-4920-8826-0568c7249bc4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 819 time: 0.1371138 May 13 13:25:26.948927 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52eb11-7810-43f2-beb1-cafb3f067565 req-8d3cc811-3829-46cc-920a-e064c37d182f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:26.951315 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3b52eb11-7810-43f2-beb1-cafb3f067565 req-8d3cc811-3829-46cc-920a-e064c37d182f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0688109 May 13 13:25:26.965682 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-7a1111eb-4e38-4e20-9a2d-37931ce82564 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/quotas/a0e165a1f0d34fca81de45a48c6cdbb9 HTTP/1.1" status: 200 len: 375 time: 0.0239036 May 13 13:25:27.038930 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3b52eb11-7810-43f2-beb1-cafb3f067565 req-8fb14efb-d323-42f4-90ea-789119ac0ab1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822613 May 13 13:25:27.045592 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-abab162a-b386-4049-9ce7-cf69bbaa766c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0732143 May 13 13:25:27.159345 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-57e900ff-c159-42f8-bbf9-6e985b099006 service neutron] 10.222.0.13 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018205 May 13 13:25:27.241832 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663ee23-6160-4b29-83a3-e19efecc1e7a req-ca7b39d8-62f9-4e9f-bd2d-1b413e2c3124 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:27.243339 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e663ee23-6160-4b29-83a3-e19efecc1e7a req-ca7b39d8-62f9-4e9f-bd2d-1b413e2c3124 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 946 time: 0.0986814 May 13 13:25:27.319052 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-1bf5686b-d3be-45bf-8cd8-ac583c8e9836 service neutron] 10.222.0.13 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396441 May 13 13:25:27.322547 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e663ee23-6160-4b29-83a3-e19efecc1e7a req-8174a7d2-cf7e-4503-989c-17ff1645df19 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728066 May 13 13:25:27.440569 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa31bb-8fc9-48b0-9715-ee37a707050e req-e1131d6c-8b74-43f8-a609-715952e7b3ab tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:27.442318 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0fa31bb-8fc9-48b0-9715-ee37a707050e req-e1131d6c-8b74-43f8-a609-715952e7b3ab tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0535460 May 13 13:25:27.496507 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0fa31bb-8fc9-48b0-9715-ee37a707050e req-cac24356-3451-4104-8be1-88557f76058d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457947 May 13 13:25:27.574868 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a02c48a-42b5-4f4e-8a91-cacbc97d0afb req-3fd52e39-c56a-4814-9e1b-21f907052985 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0278573 May 13 13:25:28.164719 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a6af-3832-4d31-8d45-b6698b6f6c46 req-195db4fe-cb4b-4948-94b4-8885f7e5033b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:28.164719 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ca8a6af-3832-4d31-8d45-b6698b6f6c46 req-195db4fe-cb4b-4948-94b4-8885f7e5033b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0491736 May 13 13:25:28.214116 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ca8a6af-3832-4d31-8d45-b6698b6f6c46 req-9002eca0-7910-4259-91e5-39d3d26d1388 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448213 May 13 13:25:28.681901 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ef17d-05a2-490e-b79b-21b1fb675213 req-8b89a914-db01-4c7e-92df-d0476d0a3bd3 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:28.683375 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f76ef17d-05a2-490e-b79b-21b1fb675213 req-8b89a914-db01-4c7e-92df-d0476d0a3bd3 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 946 time: 0.2888732 May 13 13:25:28.704512 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd589ca1-7d97-45b9-8faa-3588c7050038 req-0ec15563-f8d0-42e6-bbfe-505c51c48f0b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:28.705886 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dd589ca1-7d97-45b9-8faa-3588c7050038 req-0ec15563-f8d0-42e6-bbfe-505c51c48f0b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0663359 May 13 13:25:28.765420 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f76ef17d-05a2-490e-b79b-21b1fb675213 req-1ee74c0e-c7bf-4d89-a94b-8d974056f02c tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755060 May 13 13:25:28.776215 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dd589ca1-7d97-45b9-8faa-3588c7050038 req-625ba81a-c59b-493e-ba8a-373e1c5dc7c4 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634990 May 13 13:25:28.855577 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34605158-e277-46b4-9b1e-303355e74adc req-c02e45d5-45da-41ca-8538-d2a0b947c60a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0319738 May 13 13:25:28.884638 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:28.938789 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port c523458e-8e82-46df-bfae-db11fc8b2ec5 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:28.939077 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.020059 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port c523458e-8e82-46df-bfae-db11fc8b2ec5 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:29.020718 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.045751 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:29.046450 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f75b8b-cc9d-4056-83a9-958e1a60004a" -d '{"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-plugged", "status": "completed", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:29.059391 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:29.084432 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef649b0b-acae-4e78-8fe8-c8cb43c181cf x-openstack-request-id: req-ef649b0b-acae-4e78-8fe8-c8cb43c181cf {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:29.084740 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-plugged", "status": "completed", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:29.085016 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef649b0b-acae-4e78-8fe8-c8cb43c181cf {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:29.085427 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef649b0b-acae-4e78-8fe8-c8cb43c181cf'] response: {'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'code': 200} May 13 13:25:29.151990 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:29.204427 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=7']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:29.335400 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a24c2-e2c5-4115-9771-21b1605d67b9 req-2907761e-0895-42e1-89e2-509908e8c35d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:29.337235 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4a1a24c2-e2c5-4115-9771-21b1605d67b9 req-2907761e-0895-42e1-89e2-509908e8c35d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0481606 May 13 13:25:29.388422 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4a1a24c2-e2c5-4115-9771-21b1605d67b9 req-f63f7ce3-22b1-499d-8aef-b5fc4c96730a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442183 May 13 13:25:29.918096 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e58d3-c9c7-4223-8a6f-930f8fa0e6c0 req-02150b25-cc39-478e-9402-67886b2a10cc tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:29.920334 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d27e58d3-c9c7-4223-8a6f-930f8fa0e6c0 req-02150b25-cc39-478e-9402-67886b2a10cc tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 946 time: 0.0820293 May 13 13:25:29.932667 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f74c4a-988b-4d83-9baa-5832c16add7f req-7c93a931-79b9-458a-9a0d-114a8514e455 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:29.934194 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c3f74c4a-988b-4d83-9baa-5832c16add7f req-7c93a931-79b9-458a-9a0d-114a8514e455 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0671852 May 13 13:25:30.004889 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d27e58d3-c9c7-4223-8a6f-930f8fa0e6c0 req-72b084af-5075-4970-b78b-3d6f8e350ceb tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786462 May 13 13:25:30.020015 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c3f74c4a-988b-4d83-9baa-5832c16add7f req-4f7a65ad-dcb6-4075-aba2-45b28a74b580 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749753 May 13 13:25:30.096636 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-977c8593-81a9-4ce6-837f-a649130788f1 req-a0aca27c-9e6c-40a0-b595-b52d979879ae tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0287204 May 13 13:25:30.426686 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:30.513165 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ed9d0-4677-441c-9fd2-cc30f57c5918 req-7e4087c9-ac84-4e7d-8e47-a1ac0f11acd0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:30.514691 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f1ed9d0-4677-441c-9fd2-cc30f57c5918 req-7e4087c9-ac84-4e7d-8e47-a1ac0f11acd0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0498481 May 13 13:25:30.567074 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f1ed9d0-4677-441c-9fd2-cc30f57c5918 req-e7a982fd-c498-4b98-988e-a0f22ee190bd tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467465 May 13 13:25:30.821046 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282463fd-955d-4c91-a260-cd822384f3e1 req-7576c4fc-085a-4f5d-86eb-a4c7cbaf8cb1 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:30.822605 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-282463fd-955d-4c91-a260-cd822384f3e1 req-7576c4fc-085a-4f5d-86eb-a4c7cbaf8cb1 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.69 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 946 time: 0.0533643 May 13 13:25:30.935290 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Deleting port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:25:30.935635 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.032185 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] For port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:31.032545 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.059195 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Calling delete_port for f582d3bf-ec6f-40d5-9a9f-73169c7b67cb owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:25:31.185251 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b569af5-9972-470d-aa75-74fb6844260b req-2beb17ee-8a5c-4d07-bdc0-1a3d037f26bc tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:31.187223 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4b569af5-9972-470d-aa75-74fb6844260b req-2beb17ee-8a5c-4d07-bdc0-1a3d037f26bc tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 946 time: 0.1063416 May 13 13:25:31.196635 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5d811-9d1b-44c0-b438-fe3911d22523 req-4b9dc00d-b92d-4567-aa53-7df833e10b1b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:31.198461 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1d5d811-9d1b-44c0-b438-fe3911d22523 req-4b9dc00d-b92d-4567-aa53-7df833e10b1b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0683665 May 13 13:25:31.273380 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4b569af5-9972-470d-aa75-74fb6844260b req-453c08d2-de88-4b81-b102-e739b5659c4b tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737312 May 13 13:25:31.282492 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1d5d811-9d1b-44c0-b438-fe3911d22523 req-ade4dcfb-7775-4fcf-83be-a79b5552f8d5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753999 May 13 13:25:31.358579 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (f582d3bf-ec6f-40d5-9a9f-73169c7b67cb), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.370565 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['f582d3bf-ec6f-40d5-9a9f-73169c7b67cb'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:31.382959 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf056f03-bb1e-4ebb-804c-d4618754a7e1 req-8929f1b8-0427-40e2-ad67-7b17e190028e tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0400181 May 13 13:25:31.393539 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Pushing event deleted for resources: {'Port': ['ID=f582d3bf-ec6f-40d5-9a9f-73169c7b67cb,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:31.456869 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] No DVR routers for this DVR port f582d3bf-ec6f-40d5-9a9f-73169c7b67cb on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:25:31.460895 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:31.466987 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-282463fd-955d-4c91-a260-cd822384f3e1 req-e9d2c59f-cff7-4ebc-8d8e-3685847d24f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.69 "DELETE /v2.0/ports/f582d3bf-ec6f-40d5-9a9f-73169c7b67cb HTTP/1.1" status: 204 len: 173 time: 0.6300888 May 13 13:25:31.467452 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184863b-7be8-470d-9369-12dd0297b6df', 'name': 'network-vif-deleted', 'tag': 'f582d3bf-ec6f-40d5-9a9f-73169c7b67cb'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:31.469964 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c0d42c-6ae3-4cb5-8b63-9e712aad78d9" -d '{"events": [{"server_uuid": "2184863b-7be8-470d-9369-12dd0297b6df", "name": "network-vif-deleted", "tag": "f582d3bf-ec6f-40d5-9a9f-73169c7b67cb"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:31.508863 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3391a9ae-edb3-4ad3-b91f-3a67b7cbdd53 x-openstack-request-id: req-3391a9ae-edb3-4ad3-b91f-3a67b7cbdd53 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:31.509230 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2184863b-7be8-470d-9369-12dd0297b6df", "name": "network-vif-deleted", "tag": "f582d3bf-ec6f-40d5-9a9f-73169c7b67cb", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:31.509548 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3391a9ae-edb3-4ad3-b91f-3a67b7cbdd53 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:31.510061 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3391a9ae-edb3-4ad3-b91f-3a67b7cbdd53'] response: {'server_uuid': '2184863b-7be8-470d-9369-12dd0297b6df', 'name': 'network-vif-deleted', 'tag': 'f582d3bf-ec6f-40d5-9a9f-73169c7b67cb', 'status': 'completed', 'code': 200} May 13 13:25:31.699307 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fd9a4-d030-44b2-87fc-51b19f48a720 req-ecdd45c4-11d9-4633-a694-b7022cd2a285 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:31.701499 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-986fd9a4-d030-44b2-87fc-51b19f48a720 req-ecdd45c4-11d9-4633-a694-b7022cd2a285 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0490499 May 13 13:25:31.753296 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-986fd9a4-d030-44b2-87fc-51b19f48a720 req-e21f3042-6974-4318-8f29-181ba591e2f7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459862 May 13 13:25:32.399273 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9963c4e7-d96d-47a5-9d33-49c6a09933ac req-4aada697-ff4a-4c1a-9148-dace34269aa6 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0385237 May 13 13:25:32.519675 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3a036-4120-45e6-84d9-79a15bad6e66 req-06a6c62c-d938-41ef-a623-211bdf5d8862 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:32.521428 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ddf3a036-4120-45e6-84d9-79a15bad6e66 req-06a6c62c-d938-41ef-a623-211bdf5d8862 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.1181667 May 13 13:25:32.521643 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 48730) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:32.527687 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc3d010b-e6d8-4205-b1b6-671107fb6f6e req-e4127693-d5df-45f2-81b6-d4b11d9e32d2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0574970 May 13 13:25:32.584719 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ddf3a036-4120-45e6-84d9-79a15bad6e66 req-8ced0396-b0d0-4333-b49c-a8487cf29a2c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554793 May 13 13:25:32.662837 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff086c39-da62-403a-8f30-b3ca8bbf0a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.978833 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff086c39-da62-403a-8f30-b3ca8bbf0a0c admin admin] Publish callbacks [] for security_group (5c33ab31-5d03-45f0-96d9-98841daf6b4d), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:32.979108 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984942ab-145f-4771-8fb9-98b5b6bfe7c4 req-e3f7f65b-eb22-4b07-8094-da56ea289a39 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:32.979108 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-984942ab-145f-4771-8fb9-98b5b6bfe7c4 req-e3f7f65b-eb22-4b07-8094-da56ea289a39 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.1002157 May 13 13:25:33.023536 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-984942ab-145f-4771-8fb9-98b5b6bfe7c4 req-68531ac5-a43c-45e3-a6db-248be229f4c7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742700 May 13 13:25:33.275344 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:25:33.320541 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff086c39-da62-403a-8f30-b3ca8bbf0a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5c33ab31-5d03-45f0-96d9-98841daf6b4d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.377817 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ff086c39-da62-403a-8f30-b3ca8bbf0a0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d67d846daae84fa38653c4dec549de60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8509064 May 13 13:25:33.378179 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48740) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:33.387073 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff086c39-da62-403a-8f30-b3ca8bbf0a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c33ab31-5d03-45f0-96d9-98841daf6b4d,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:33.465139 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-514abf40-ad9e-44bf-b0e8-f72ecc6fa5f1 admin admin] Publish callbacks [] for security_group (5c33ab31-5d03-45f0-96d9-98841daf6b4d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.518186 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aa2dafd6-8531-4b3e-8f04-ca65177c9665 req-46bd9be4-21b4-4133-ae60-d67ccfdb86c8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0470412 May 13 13:25:33.520718 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-514abf40-ad9e-44bf-b0e8-f72ecc6fa5f1 admin admin] Publish callbacks [] for security_group (5c33ab31-5d03-45f0-96d9-98841daf6b4d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.649527 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2bd238b2-3579-484e-9ff0-d0d9aee6e62f req-352261f0-3572-454e-98ab-af4eb50f1b20 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0327437 May 13 13:25:33.724962 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-514abf40-ad9e-44bf-b0e8-f72ecc6fa5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5c33ab31-5d03-45f0-96d9-98841daf6b4d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.727910 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-514abf40-ad9e-44bf-b0e8-f72ecc6fa5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:33.729160 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-514abf40-ad9e-44bf-b0e8-f72ecc6fa5f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c33ab31-5d03-45f0-96d9-98841daf6b4d HTTP/1.1" status: 204 len: 168 time: 0.3498166 May 13 13:25:33.740307 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb2877-b8fa-48a6-9116-a874b99a393f req-a0d03d88-c701-4fe6-8a8a-4423390794ed tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:33.748153 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84bb2877-b8fa-48a6-9116-a874b99a393f req-a0d03d88-c701-4fe6-8a8a-4423390794ed tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0672359 May 13 13:25:33.796102 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514abf40-ad9e-44bf-b0e8-f72ecc6fa5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c33ab31-5d03-45f0-96d9-98841daf6b4d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:33.837032 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84bb2877-b8fa-48a6-9116-a874b99a393f req-fa033827-934a-454f-94cd-ff2892298b66 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856795 May 13 13:25:34.261241 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041ce06-6c55-42c3-9a43-8fd98eb2cd39 req-ef881f0c-b8cf-4b13-8852-7eca5031ad05 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:34.275208 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7041ce06-6c55-42c3-9a43-8fd98eb2cd39 req-ef881f0c-b8cf-4b13-8852-7eca5031ad05 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.1164243 May 13 13:25:34.355509 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7041ce06-6c55-42c3-9a43-8fd98eb2cd39 req-787d2414-60b3-440d-bbf5-4d687ed5028e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790935 May 13 13:25:34.687781 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c915e8ab-8604-40cc-a653-db8ae6ad2b6b req-82ab3859-b3aa-4aac-ba0d-437c09a96167 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0410955 May 13 13:25:34.781882 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a307d5a8-9227-45d2-984c-389aaad7cb9d req-3b0e0280-e268-4a58-abcc-8b4137b11a34 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0360281 May 13 13:25:34.943665 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device f582d3bf-ec6f-40d5-9a9f-73169c7b67cb no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:25:34.979532 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: f582d3bf-ec6f-40d5-9a9f-73169c7b67cb {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:25:34.979875 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device f582d3bf-ec6f-40d5-9a9f-73169c7b67cb not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:25:35.032466 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b05a-6200-4f1c-94b9-71af0088a4dc req-9c69501a-8573-4438-b507-54ed10ee533c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:35.040068 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b998b05a-6200-4f1c-94b9-71af0088a4dc req-9c69501a-8573-4438-b507-54ed10ee533c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.1025295 May 13 13:25:35.097479 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b998b05a-6200-4f1c-94b9-71af0088a4dc req-f0494a84-df5d-4d53-b6e7-71859a44826f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567045 May 13 13:25:35.124110 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711eaff-b347-4ab7-99b7-484a7953565a req-3e820a89-04a1-4d98-ae5e-4c5af51eac54 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:35.125520 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-3e820a89-04a1-4d98-ae5e-4c5af51eac54 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 819 time: 0.1863375 May 13 13:25:35.206876 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-29e4acf1-f904-492f-9a15-aa7d1bab6feb tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9 HTTP/1.1" status: 200 len: 379 time: 0.0667324 May 13 13:25:35.217775 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'port': {'device_id': 'ba162312-5c53-4320-acc9-4e2566f27686', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'admin_state_up': True, 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'security_groups': ['f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:35.483827 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fbce1-2676-4f73-9de5-d5f0263d7597 req-0ed3be99-d78d-4828-a8c9-3f86389b54c4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:35.485306 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed0fbce1-2676-4f73-9de5-d5f0263d7597 req-0ed3be99-d78d-4828-a8c9-3f86389b54c4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0589650 May 13 13:25:35.505238 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Made reservation on behalf of a0e165a1f0d34fca81de45a48c6cdbb9 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:35.510325 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.539613 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed0fbce1-2676-4f73-9de5-d5f0263d7597 req-1b0b7847-1d71-4292-80d7-f51dece0f0a5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478077 May 13 13:25:35.625992 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-64a0741f-5eab-4d96-b3c3-0cc28b9eec9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:35.716508 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Allocated IP 172.20.0.7 (12caf126-4974-46b6-8013-584333b351af/acc7c103-7a0f-40ac-81c1-065afc5c7195/bc491e34-66dc-4f6f-9292-c68b5d9c9928) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:35.844916 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ac4e2df-3260-4248-8d01-19d0b5621948 req-4d4f1649-638c-48a6-92e6-f13880d142e9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=2184863b-7be8-470d-9369-12dd0297b6df HTTP/1.1" status: 200 len: 210 time: 0.0476851 May 13 13:25:35.914886 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-939e64d1-fc94-45cb-89b2-5e945d02995d req-4483b0ec-3eb6-421a-9d10-6cd850c13619 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0404372 May 13 13:25:35.966807 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.131381 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.168492 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Network 12caf126-4974-46b6-8013-584333b351af is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:36.168492 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:36.172752 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:36.277088 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e872b0-e948-45a8-a49c-aaa9bd7c83b1 req-159dbbe6-6019-48bf-8bd6-bd988f7b73f8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:36.280729 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d8e872b0-e948-45a8-a49c-aaa9bd7c83b1 req-159dbbe6-6019-48bf-8bd6-bd988f7b73f8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0893040 May 13 13:25:36.282666 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event updated for resources: {'Port': ['ID=bc491e34-66dc-4f6f-9292-c68b5d9c9928,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:36.305106 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:36.305747 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.388292 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d8e872b0-e948-45a8-a49c-aaa9bd7c83b1 req-ec2f8ad7-4d19-4859-9c16-c99064f8862e tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829072 May 13 13:25:36.411963 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-4ded9b49-ae51-4091-bbe7-f8e4de775a74 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1995628 May 13 13:25:36.436157 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Request body: {'port': {'device_id': 'ba162312-5c53-4320-acc9-4e2566f27686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:36.476311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-c4858fdc-08c9-45b3-ac58-c5584662fa85 None None] Provisioning complete for port bc491e34-66dc-4f6f-9292-c68b5d9c9928 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:36.477334 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c4858fdc-08c9-45b3-ac58-c5584662fa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.535555 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:36.540519 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-c4858fdc-08c9-45b3-ac58-c5584662fa85 None None] Port bc491e34-66dc-4f6f-9292-c68b5d9c9928 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:25:36.734125 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a20e19-70c4-45a8-a9e7-7ab2db0ae813 req-d11cee6c-c4e7-40a1-b631-c9465583cdd4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:36.743115 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-66a20e19-70c4-45a8-a9e7-7ab2db0ae813 req-d11cee6c-c4e7-40a1-b631-c9465583cdd4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0950336 May 13 13:25:36.820561 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-66a20e19-70c4-45a8-a9e7-7ab2db0ae813 req-e2ab433a-c06b-41e2-b705-cb7736fe7d75 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756717 May 13 13:25:36.929286 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc491e34-66dc-4f6f-9292-c68b5d9c9928 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:36.958242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Publish callbacks [] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.003372 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Transition to ACTIVE for port object bc491e34-66dc-4f6f-9292-c68b5d9c9928 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:25:37.117665 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c783c-db66-4d69-89ae-9a63ce57a818 req-d8b0f641-43ea-42a9-adb0-df5380446880 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:37.119620 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c4c783c-db66-4d69-89ae-9a63ce57a818 req-d8b0f641-43ea-42a9-adb0-df5380446880 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 931 time: 0.0871022 May 13 13:25:37.129852 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.210126 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c4c783c-db66-4d69-89ae-9a63ce57a818 req-b4a43ca8-f436-4ce2-91e7-e09159a593fa tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832496 May 13 13:25:37.266068 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Pushing event updated for resources: {'Port': ['ID=bc491e34-66dc-4f6f-9292-c68b5d9c9928,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:37.351672 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Attempting to bind port bc491e34-66dc-4f6f-9292-c68b5d9c9928 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:37.352295 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Attempting to bind port bc491e34-66dc-4f6f-9292-c68b5d9c9928 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:37.352810 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Attempting to bind port bc491e34-66dc-4f6f-9292-c68b5d9c9928 on network 12caf126-4974-46b6-8013-584333b351af {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:37.358795 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Port bc491e34-66dc-4f6f-9292-c68b5d9c9928 on network 12caf126-4974-46b6-8013-584333b351af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:25:37.359385 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Attempting to bind port bc491e34-66dc-4f6f-9292-c68b5d9c9928 on network 12caf126-4974-46b6-8013-584333b351af {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:37.367008 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:37.367628 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Checking segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:37.368182 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Bound using segment: {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:37.368774 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Bound port: bc491e34-66dc-4f6f-9292-c68b5d9c9928, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '702acd67-aa06-4588-a17f-08c07bdbaa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '12caf126-4974-46b6-8013-584333b351af'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:37.369303 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.483618 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] For port bc491e34-66dc-4f6f-9292-c68b5d9c9928, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:37.488492 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] For port bc491e34-66dc-4f6f-9292-c68b5d9c9928, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:37.577178 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.598659 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d387c-d7e9-43e8-8249-16c4b6a55d90 req-76aba102-10aa-4c9d-98a8-943eebe4526c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:37.605830 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4e6d387c-d7e9-43e8-8249-16c4b6a55d90 req-76aba102-10aa-4c9d-98a8-943eebe4526c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0956669 May 13 13:25:37.637412 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:37.638139 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:37.639763 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] 10.222.0.69 "PUT /v2.0/ports/bc491e34-66dc-4f6f-9292-c68b5d9c9928 HTTP/1.1" status: 200 len: 1093 time: 1.2105107 May 13 13:25:37.640273 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:37.645181 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535a06e0-b52e-479c-9a3a-0fd20ce5072c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:37.670999 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d9ba0-c60d-4a89-9541-57aef1eab427 service neutron] Pushing event updated for resources: {'Port': ['ID=bc491e34-66dc-4f6f-9292-c68b5d9c9928,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:37.678934 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4e6d387c-d7e9-43e8-8249-16c4b6a55d90 req-b17f313e-757e-4caa-956f-48fb9a323f0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708544 May 13 13:25:37.737016 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6613bc-3ac4-495a-927d-8f4bd1d98bd4 x-openstack-request-id: req-3c6613bc-3ac4-495a-927d-8f4bd1d98bd4 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:37.737317 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:37.737566 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c6613bc-3ac4-495a-927d-8f4bd1d98bd4 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:37.737984 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6613bc-3ac4-495a-927d-8f4bd1d98bd4'] response: {'name': 'network-changed', 'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'status': 'completed', 'code': 200} May 13 13:25:37.850340 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a06e0-b52e-479c-9a3a-0fd20ce5072c req-3f5db708-9dfd-4165-87c5-27791d5ebcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:37.852104 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-535a06e0-b52e-479c-9a3a-0fd20ce5072c req-3f5db708-9dfd-4165-87c5-27791d5ebcac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1127 time: 0.0691535 May 13 13:25:37.989741 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a593d1e-51bf-4e8a-be38-3d487ab2d4f5 req-7a1a77f0-aaea-49c2-86b3-6a75a4059255 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:37.998545 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6a593d1e-51bf-4e8a-be38-3d487ab2d4f5 req-7a1a77f0-aaea-49c2-86b3-6a75a4059255 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0723097 May 13 13:25:38.039020 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a06e0-b52e-479c-9a3a-0fd20ce5072c req-ac4a1535-7c30-472a-8741-246ca75c677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:38.044994 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-535a06e0-b52e-479c-9a3a-0fd20ce5072c req-ac4a1535-7c30-472a-8741-246ca75c677f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1812680 May 13 13:25:38.059227 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6a593d1e-51bf-4e8a-be38-3d487ab2d4f5 req-9aacd1ac-bc01-41d8-ada3-585ecb82743c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582604 May 13 13:25:38.083590 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5af1d611-f709-49bd-8295-59530f9585ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:38.409643 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06813ac-f70e-4cd8-a199-fd16116fd578 req-eed4dd7f-fe71-42ee-9860-a7128609c9f6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:38.411835 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c06813ac-f70e-4cd8-a199-fd16116fd578 req-eed4dd7f-fe71-42ee-9860-a7128609c9f6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 943 time: 0.0935292 May 13 13:25:38.467243 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c06813ac-f70e-4cd8-a199-fd16116fd578 req-01352ae6-3287-487e-81fc-b09ae3e69156 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475402 May 13 13:25:38.799320 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbf4fd-ab4f-4148-be52-e43a39af702a req-957fc14f-659b-43fa-a109-aa165328fb7a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:38.800968 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aedbf4fd-ab4f-4148-be52-e43a39af702a req-957fc14f-659b-43fa-a109-aa165328fb7a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0515554 May 13 13:25:38.861576 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aedbf4fd-ab4f-4148-be52-e43a39af702a req-1bfe84bc-6b2f-4325-bce5-7c955d902491 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538771 May 13 13:25:38.936767 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a06e0-b52e-479c-9a3a-0fd20ce5072c req-11b0f250-4a68-45e6-9c65-e2fbeab64f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:38.938313 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-535a06e0-b52e-479c-9a3a-0fd20ce5072c req-11b0f250-4a68-45e6-9c65-e2fbeab64f17 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994658 May 13 13:25:39.187213 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f493a6-49aa-433f-b1f3-4128d8a15f5c req-be6d3ce2-84d6-475d-9046-73562de13748 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:39.188638 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-25f493a6-49aa-433f-b1f3-4128d8a15f5c req-be6d3ce2-84d6-475d-9046-73562de13748 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0496297 May 13 13:25:39.249066 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-25f493a6-49aa-433f-b1f3-4128d8a15f5c req-69e63d93-94df-43be-8260-1ab1235cf060 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545824 May 13 13:25:39.586617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03a986-2b1a-4397-a818-cf18349dd4f9 req-403b3647-ba16-4e2b-87b8-760bd0cfd186 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:39.588299 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba03a986-2b1a-4397-a818-cf18349dd4f9 req-403b3647-ba16-4e2b-87b8-760bd0cfd186 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 943 time: 0.0503433 May 13 13:25:39.636962 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba03a986-2b1a-4397-a818-cf18349dd4f9 req-1c79b0db-d5d0-4afd-ad87-a933fe9abfdc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 May 13 13:25:39.638385 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:40.012794 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60508765-dd6b-4fa7-8070-63687eb7314f req-9bafac24-4690-424f-b2cf-7c347cd58866 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.014522 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-60508765-dd6b-4fa7-8070-63687eb7314f req-9bafac24-4690-424f-b2cf-7c347cd58866 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0721414 May 13 13:25:40.068331 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-60508765-dd6b-4fa7-8070-63687eb7314f req-7609c686-68b1-440d-a7ff-eb5d092e3636 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479090 May 13 13:25:40.383840 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c714d-9ce9-42e1-8b97-be22df5f1763 req-3c5412dd-9d01-48c9-8ab8-1cf4be8d236a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.385473 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c03c714d-9ce9-42e1-8b97-be22df5f1763 req-3c5412dd-9d01-48c9-8ab8-1cf4be8d236a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0569735 May 13 13:25:40.440348 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c03c714d-9ce9-42e1-8b97-be22df5f1763 req-d60b1d22-5388-4ae5-9d18-f14e335e557b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474639 May 13 13:25:40.774110 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711eaff-b347-4ab7-99b7-484a7953565a req-817742c6-bec0-403c-87c9-478ce6fccaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.776476 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-817742c6-bec0-403c-87c9-478ce6fccaec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1127 time: 0.0549161 May 13 13:25:40.811909 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd10fb-b4c1-41cb-b7fa-13a52bf9cb76 req-279befc7-8a16-4c53-9922-5987aaf990fd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.814007 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73cd10fb-b4c1-41cb-b7fa-13a52bf9cb76 req-279befc7-8a16-4c53-9922-5987aaf990fd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 943 time: 0.0882211 May 13 13:25:40.831108 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-9c51936a-2574-4889-af69-9988e341bd1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928 HTTP/1.1" status: 200 len: 217 time: 0.0445843 May 13 13:25:40.890401 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73cd10fb-b4c1-41cb-b7fa-13a52bf9cb76 req-1ca336b2-f545-4de5-a228-8f9ccc1246e4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658021 May 13 13:25:40.894623 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711eaff-b347-4ab7-99b7-484a7953565a req-1d2da3de-210b-469f-a1d3-6465bdac2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.896364 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-1d2da3de-210b-469f-a1d3-6465bdac2d62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0578146 May 13 13:25:40.978220 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711eaff-b347-4ab7-99b7-484a7953565a req-35403250-5bec-4d2b-bb90-57eb3d53d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:40.980931 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-35403250-5bec-4d2b-bb90-57eb3d53d064 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718718 May 13 13:25:41.111730 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:41.135233 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-7685a6a0-694d-4aec-a6a1-28af86691a62 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411030 May 13 13:25:41.233100 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae68ae9-8029-4b1a-bcb6-0c2d3da720a2 req-68f63c1f-973f-482c-9b96-6b9f66385d0b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:41.240754 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ae68ae9-8029-4b1a-bcb6-0c2d3da720a2 req-68f63c1f-973f-482c-9b96-6b9f66385d0b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0796711 May 13 13:25:41.284359 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6711eaff-b347-4ab7-99b7-484a7953565a req-246a7898-8f4c-4832-ad11-bc574b194561 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254280 May 13 13:25:41.322968 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ae68ae9-8029-4b1a-bcb6-0c2d3da720a2 req-6ea43dcd-bcec-465f-8804-d5365801ecff tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810077 May 13 13:25:41.598684 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e3415-da58-4a31-932e-e8784b293096 req-b6112777-a219-49b1-a545-34b981fe74e2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:41.609866 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-307e3415-da58-4a31-932e-e8784b293096 req-b6112777-a219-49b1-a545-34b981fe74e2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0789273 May 13 13:25:41.659043 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-307e3415-da58-4a31-932e-e8784b293096 req-87b66a51-3777-40ad-b4d6-87769a87d2a5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482538 May 13 13:25:42.089897 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1d74a-7841-4bf4-9a88-fdb03b63a895 req-f517bcdd-a022-43b2-9445-2b6cd9db95ec tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:42.092877 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dfa1d74a-7841-4bf4-9a88-fdb03b63a895 req-f517bcdd-a022-43b2-9445-2b6cd9db95ec tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 943 time: 0.1000795 May 13 13:25:42.186517 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dfa1d74a-7841-4bf4-9a88-fdb03b63a895 req-b1e9ffc7-9087-4788-b2c6-ff18ceefff9c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804787 May 13 13:25:42.468826 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914943-4666-4a2e-a5c8-f11af496e75e req-0105eb01-11ed-4ad2-a73f-ea5b766ec43f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:42.478349 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47914943-4666-4a2e-a5c8-f11af496e75e req-0105eb01-11ed-4ad2-a73f-ea5b766ec43f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0703354 May 13 13:25:42.534075 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47914943-4666-4a2e-a5c8-f11af496e75e req-7f483b6d-bf9e-409e-8c33-ec774124cb68 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570381 May 13 13:25:42.563935 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:42.800702 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f47c4-9bef-4356-a84b-f1a379562150 req-f91a39f2-2276-4549-a71b-f2d775e3add1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:42.802346 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c4f47c4-9bef-4356-a84b-f1a379562150 req-f91a39f2-2276-4549-a71b-f2d775e3add1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0596972 May 13 13:25:42.859386 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c4f47c4-9bef-4356-a84b-f1a379562150 req-aea4ea04-8990-44a1-9443-f819111887b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513854 May 13 13:25:43.300213 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58f2a5-37b0-4722-aeae-16603e992a4b req-08ec7644-e24c-437a-b88b-5c0776326ea4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.301673 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4f58f2a5-37b0-4722-aeae-16603e992a4b req-08ec7644-e24c-437a-b88b-5c0776326ea4 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 943 time: 0.0516214 May 13 13:25:43.348399 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4f58f2a5-37b0-4722-aeae-16603e992a4b req-7a668319-6c67-406f-8c8a-83921764ce7d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410917 May 13 13:25:43.692604 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed07643-3c1f-4a56-acba-d6dbf33dc41e req-bc31946e-a5b5-4f34-a2ff-c2bc6e9db32b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:43.695447 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fed07643-3c1f-4a56-acba-d6dbf33dc41e req-bc31946e-a5b5-4f34-a2ff-c2bc6e9db32b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0780823 May 13 13:25:43.798060 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fed07643-3c1f-4a56-acba-d6dbf33dc41e req-3dbc38d5-2b1f-495f-8710-8059c7357f1c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959702 May 13 13:25:43.882939 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48894) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:44.003856 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c3a09-a303-4ceb-941c-88be2b3cbbd2 req-613157a5-89b9-4ce1-ae11-980661b92363 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:44.004824 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-285c3a09-a303-4ceb-941c-88be2b3cbbd2 req-613157a5-89b9-4ce1-ae11-980661b92363 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0531018 May 13 13:25:44.033762 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b00677ba-7a37-40fd-9b44-ca6a3aa01793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:44.090822 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-285c3a09-a303-4ceb-941c-88be2b3cbbd2 req-5ae98cea-ef1c-428a-b66f-81a9b0113e05 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788419 May 13 13:25:44.159604 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b00677ba-7a37-40fd-9b44-ca6a3aa01793 admin admin] Publish callbacks [] for security_group (0cef06ea-6b43-470d-80c1-752af09a1289), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:44.243214 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b00677ba-7a37-40fd-9b44-ca6a3aa01793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (0cef06ea-6b43-470d-80c1-752af09a1289), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:44.283104 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b00677ba-7a37-40fd-9b44-ca6a3aa01793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=624ed885b02f490c9769c90cc77e5cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988497 May 13 13:25:44.283777 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00677ba-7a37-40fd-9b44-ca6a3aa01793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cef06ea-6b43-470d-80c1-752af09a1289,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:44.286011 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 48902) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:44.349378 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-822027f2-8a0b-4d27-80e2-b16a4c965b14 admin admin] Publish callbacks [] for security_group (0cef06ea-6b43-470d-80c1-752af09a1289), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:44.376653 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-822027f2-8a0b-4d27-80e2-b16a4c965b14 admin admin] Publish callbacks [] for security_group (0cef06ea-6b43-470d-80c1-752af09a1289), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:44.473438 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc7535-7f7d-4277-9df0-e95ce33e894d req-9e20cce8-093a-4263-ba37-5d06e70eca00 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:44.475204 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cecc7535-7f7d-4277-9df0-e95ce33e894d req-9e20cce8-093a-4263-ba37-5d06e70eca00 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 943 time: 0.0539794 May 13 13:25:44.523965 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cecc7535-7f7d-4277-9df0-e95ce33e894d req-5e2eb6a7-90db-4ec7-aba1-bea41a51e7de tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 May 13 13:25:44.666120 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-822027f2-8a0b-4d27-80e2-b16a4c965b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (0cef06ea-6b43-470d-80c1-752af09a1289), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:44.668684 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-822027f2-8a0b-4d27-80e2-b16a4c965b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:44.670176 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-822027f2-8a0b-4d27-80e2-b16a4c965b14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cef06ea-6b43-470d-80c1-752af09a1289 HTTP/1.1" status: 204 len: 168 time: 0.3826573 May 13 13:25:44.677678 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822027f2-8a0b-4d27-80e2-b16a4c965b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cef06ea-6b43-470d-80c1-752af09a1289,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:44.915221 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0453-cfa0-4724-9b7f-0bcbbcef8320 req-ba19713f-8e6a-4297-8a24-43e86ee5981d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:44.916708 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4bca0453-cfa0-4724-9b7f-0bcbbcef8320 req-ba19713f-8e6a-4297-8a24-43e86ee5981d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0473998 May 13 13:25:44.983526 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4bca0453-cfa0-4724-9b7f-0bcbbcef8320 req-17fff2d3-edd4-4010-b992-68d185c802c9 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529613 May 13 13:25:45.218041 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4fb14-4256-4098-bc3d-a871e04067fa req-0904554d-5401-4ab4-91b8-544ad714dd9f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:45.219975 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-01f4fb14-4256-4098-bc3d-a871e04067fa req-0904554d-5401-4ab4-91b8-544ad714dd9f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0516918 May 13 13:25:45.273534 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-01f4fb14-4256-4098-bc3d-a871e04067fa req-a72b66f8-3b47-4710-936c-d9ff02c6faa2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480042 May 13 13:25:45.640562 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4dda0-0c02-4674-8d5e-110a47662b81 req-2610bd11-78d0-4008-8dbb-afea4bf44332 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:45.642022 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-56c4dda0-0c02-4674-8d5e-110a47662b81 req-2610bd11-78d0-4008-8dbb-afea4bf44332 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 943 time: 0.0505424 May 13 13:25:45.695570 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-56c4dda0-0c02-4674-8d5e-110a47662b81 req-ad74dd24-88f0-4206-8e00-fae4905d2685 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 May 13 13:25:45.799436 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bc491e34-66dc-4f6f-9292-c68b5d9c9928 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:25:46.056162 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bc491e34-66dc-4f6f-9292-c68b5d9c9928, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:46.070505 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'mac_address': 'fa:16:3e:dd:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:25:46.099415 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114121f-4c7c-407a-ae65-33fd8d07363b req-39f252f8-14f0-4a2d-a3ea-41dd06ddd954 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:46.100966 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1114121f-4c7c-407a-ae65-33fd8d07363b req-39f252f8-14f0-4a2d-a3ea-41dd06ddd954 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0536366 May 13 13:25:46.110643 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port bc491e34-66dc-4f6f-9292-c68b5d9c9928 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:46.111033 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.125577 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc491e34-66dc-4f6f-9292-c68b5d9c9928 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:46.150519 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bc491e34-66dc-4f6f-9292-c68b5d9c9928, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:46.153038 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1114121f-4c7c-407a-ae65-33fd8d07363b req-61ac410a-c7d2-4ec6-a86b-91997d6a0443 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459890 May 13 13:25:46.226490 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.278068 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=bc491e34-66dc-4f6f-9292-c68b5d9c9928,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:46.399720 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97759c-f2c2-43e9-9de5-2fcc501ec09c req-12a3a305-1ed2-4c03-b9c0-887844a4349b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:46.401291 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9e97759c-f2c2-43e9-9de5-2fcc501ec09c req-12a3a305-1ed2-4c03-b9c0-887844a4349b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0523007 May 13 13:25:46.449512 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9e97759c-f2c2-43e9-9de5-2fcc501ec09c req-c4012146-ee41-48b5-9b17-e8f153212271 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 May 13 13:25:46.650943 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 48954) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:46.762516 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e7945367-9ccf-4110-aea4-2e1aa9531209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.815552 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0d500-4d85-4636-96ce-bea1b8f95b70 req-e9750768-503d-4287-b97a-959da9dcaf4d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:46.817193 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dab0d500-4d85-4636-96ce-bea1b8f95b70 req-e9750768-503d-4287-b97a-959da9dcaf4d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 944 time: 0.0502818 May 13 13:25:46.859378 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e7945367-9ccf-4110-aea4-2e1aa9531209 admin admin] Publish callbacks [] for security_group (3a339c33-f2db-404f-b647-25857f45f45d), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.874063 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dab0d500-4d85-4636-96ce-bea1b8f95b70 req-20d32b44-35d5-47b5-b82d-c3df55147e4a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506918 May 13 13:25:46.933779 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e7945367-9ccf-4110-aea4-2e1aa9531209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (3a339c33-f2db-404f-b647-25857f45f45d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:46.973070 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e7945367-9ccf-4110-aea4-2e1aa9531209 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bdaad0cebde4707b932c9ddffbd73f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210199 May 13 13:25:46.973915 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7945367-9ccf-4110-aea4-2e1aa9531209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a339c33-f2db-404f-b647-25857f45f45d,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:46.975832 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48966) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:47.025452 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8555c9-ea7c-461b-b37f-a6d2567c7817 admin admin] Publish callbacks [] for security_group (3a339c33-f2db-404f-b647-25857f45f45d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.048271 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8555c9-ea7c-461b-b37f-a6d2567c7817 admin admin] Publish callbacks [] for security_group (3a339c33-f2db-404f-b647-25857f45f45d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.169072 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8555c9-ea7c-461b-b37f-a6d2567c7817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (3a339c33-f2db-404f-b647-25857f45f45d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.171769 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8555c9-ea7c-461b-b37f-a6d2567c7817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:47.172971 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0d8555c9-ea7c-461b-b37f-a6d2567c7817 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a339c33-f2db-404f-b647-25857f45f45d HTTP/1.1" status: 204 len: 168 time: 0.1960468 May 13 13:25:47.178974 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['bc491e34-66dc-4f6f-9292-c68b5d9c9928'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:47.194906 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8555c9-ea7c-461b-b37f-a6d2567c7817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a339c33-f2db-404f-b647-25857f45f45d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:47.295374 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b817b4-010c-4935-8f91-171ba46fab10 req-d538ab26-d1d6-43dd-a4a3-9976924b1144 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.297070 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64b817b4-010c-4935-8f91-171ba46fab10 req-d538ab26-d1d6-43dd-a4a3-9976924b1144 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0563111 May 13 13:25:47.356839 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64b817b4-010c-4935-8f91-171ba46fab10 req-6990af9e-1c23-4ca1-ba59-1256ad835ad0 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529583 May 13 13:25:47.595289 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09b59f-2ee4-4051-b85b-a4ea5f2b2d3f req-69954b2a-51bc-47e9-a68e-42b05c41d453 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.597232 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0b09b59f-2ee4-4051-b85b-a4ea5f2b2d3f req-69954b2a-51bc-47e9-a68e-42b05c41d453 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0643289 May 13 13:25:47.599811 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-c23de94c-94a1-4abc-b0bd-15a0d885465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.601958 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-c23de94c-94a1-4abc-b0bd-15a0d885465f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 1130 time: 0.0548034 May 13 13:25:47.660787 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0b09b59f-2ee4-4051-b85b-a4ea5f2b2d3f req-f561a9e9-7a45-4783-b332-3c15a45e4d51 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562639 May 13 13:25:47.718394 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-82761eb8-9bbd-4cc2-bca7-601637e8d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.719901 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-82761eb8-9bbd-4cc2-bca7-601637e8d34a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.1084886 May 13 13:25:47.776585 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf14ea5-486e-4a4f-a0dc-24e0c9695f8c req-65fdcd2a-aa64-44d3-bb3c-73f39d0f37da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.778756 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cdf14ea5-486e-4a4f-a0dc-24e0c9695f8c req-65fdcd2a-aa64-44d3-bb3c-73f39d0f37da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0617857 May 13 13:25:47.795600 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-537347a4-cd71-40e8-b31b-d4a4cca1e5c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5 HTTP/1.1" status: 200 len: 1002 time: 0.0676632 May 13 13:25:47.834777 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cdf14ea5-486e-4a4f-a0dc-24e0c9695f8c req-237b030e-418c-4de9-bd00-3caf968bc782 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496979 May 13 13:25:47.872867 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-a129f416-d8d5-424e-af9c-8171cfece8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.874712 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-a129f416-d8d5-424e-af9c-8171cfece8bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0717180 May 13 13:25:47.895178 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-5f62eab3-86bb-43a9-bf69-74a9e13d079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.896600 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-5f62eab3-86bb-43a9-bf69-74a9e13d079b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 1130 time: 0.0567346 May 13 13:25:47.947906 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-2e082b52-87da-47d6-9533-ae63c9ac9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:47.949458 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-2e082b52-87da-47d6-9533-ae63c9ac9254 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680878 May 13 13:25:48.008048 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280bcf8-6152-4cab-be82-cb565fe7c397 req-87f74c09-cc4c-45ea-8c81-1ba79758dfb9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.009913 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8280bcf8-6152-4cab-be82-cb565fe7c397 req-87f74c09-cc4c-45ea-8c81-1ba79758dfb9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 944 time: 0.0535922 May 13 13:25:48.065990 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8280bcf8-6152-4cab-be82-cb565fe7c397 req-3028740d-23f4-4042-93ab-f6cf3f96cc6a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490801 May 13 13:25:48.088458 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-391430f9-c0f2-432b-9ed9-da0dc6153b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.088458 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-391430f9-c0f2-432b-9ed9-da0dc6153b55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 911 time: 0.1688204 May 13 13:25:48.136380 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-eec72655-67ea-43f4-a032-53d9b19cadab service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586423 May 13 13:25:48.199371 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-7c3cc7ab-0d9a-49cc-8bf9-a13135a0d667 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.199371 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-7c3cc7ab-0d9a-49cc-8bf9-a13135a0d667 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/networks?id=7c2089ae-3254-4393-9e50-1eb3fedb8e31 HTTP/1.1" status: 200 len: 810 time: 0.1167250 May 13 13:25:48.212479 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-03800627-d858-4acc-b496-d72ad6d3cee2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0 HTTP/1.1" status: 200 len: 1001 time: 0.1141176 May 13 13:25:48.217884 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-b8454871-a455-4566-91ee-20a4624f5709 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/quotas/a06d65a7a7d244d8b8f97aab0ef63684 HTTP/1.1" status: 200 len: 375 time: 0.0111132 May 13 13:25:48.251809 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-d61388c7-9791-4680-8b9a-1a6334ece2bd tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06d65a7a7d244d8b8f97aab0ef63684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283380 May 13 13:25:48.283637 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-c6d2f542-df91-4d03-97b9-688ea2685130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.285148 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-c6d2f542-df91-4d03-97b9-688ea2685130 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 200 len: 849 time: 0.0655315 May 13 13:25:48.286972 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9ab8b215-577f-4af3-869d-e1462a5302ae req-b5f99c3c-2e2f-4a5d-9bfd-578b3f68bf78 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434228 May 13 13:25:48.334056 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-8d629766-6a26-4fbe-8d9a-a010dda39c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.335598 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-8d629766-6a26-4fbe-8d9a-a010dda39c5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403688 May 13 13:25:48.347746 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-8f95a0e0-e2e0-411c-8291-bc9476262549 service neutron] 10.222.0.13 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885038 May 13 13:25:48.438959 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-564f7e58-9673-4558-8d17-a48a267f717d service neutron] 10.222.0.13 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855141 May 13 13:25:48.685353 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4013229-eb0e-4b2e-bccd-4208bc3a3891 req-7f8fcd0c-0ead-4d42-bf45-a243eb0d9c3e tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 210 time: 0.0280070 May 13 13:25:48.803919 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b35f2d-4ce5-46a8-8267-e84a44e07e90 req-3c96c9bd-36cd-4903-bc03-959662b883cf tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.805452 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72b35f2d-4ce5-46a8-8267-e84a44e07e90 req-3c96c9bd-36cd-4903-bc03-959662b883cf tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0553298 May 13 13:25:48.859895 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72b35f2d-4ce5-46a8-8267-e84a44e07e90 req-0a02891f-0183-4ee8-9d93-c6061e2bc348 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475636 May 13 13:25:48.953766 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58e52b-24f3-4ef7-a407-c4df436bb0b2 req-8fafcd7a-0502-474b-930f-368e7bad643a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:48.955332 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0d58e52b-24f3-4ef7-a407-c4df436bb0b2 req-8fafcd7a-0502-474b-930f-368e7bad643a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0517333 May 13 13:25:49.005950 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0d58e52b-24f3-4ef7-a407-c4df436bb0b2 req-fcdc7d4b-8715-4dc8-88ad-d5922fa149d8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448322 May 13 13:25:49.182624 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bc491e34-66dc-4f6f-9292-c68b5d9c9928 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:49.187662 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f757a-922e-4b7f-b1c4-8b83fdf3906d req-65c5f00d-8c7c-4fa6-941f-0b5b44539947 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:49.189254 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b0f757a-922e-4b7f-b1c4-8b83fdf3906d req-65c5f00d-8c7c-4fa6-941f-0b5b44539947 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 944 time: 0.0511708 May 13 13:25:49.232646 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port bc491e34-66dc-4f6f-9292-c68b5d9c9928 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:25:49.249052 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b0f757a-922e-4b7f-b1c4-8b83fdf3906d req-47966f08-9790-438e-9f6e-cb1149d51c2a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498464 May 13 13:25:49.344234 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port bc491e34-66dc-4f6f-9292-c68b5d9c9928 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:49.344618 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.426729 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port bc491e34-66dc-4f6f-9292-c68b5d9c9928 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:49.427013 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.467828 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:49.471693 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bacef09-fbc0-48a4-95cc-e1b7a5ca0314" -d '{"events": [{"server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "name": "network-vif-plugged", "status": "completed", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:49.487238 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bc491e34-66dc-4f6f-9292-c68b5d9c9928, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:49.514094 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c3c249-341e-48fa-b13c-1729a0c51f8b x-openstack-request-id: req-c1c3c249-341e-48fa-b13c-1729a0c51f8b {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:49.514094 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "name": "network-vif-plugged", "status": "completed", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:49.514094 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1c3c249-341e-48fa-b13c-1729a0c51f8b {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:49.514417 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c3c249-341e-48fa-b13c-1729a0c51f8b'] response: {'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'code': 200} May 13 13:25:49.567409 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:49.616852 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=bc491e34-66dc-4f6f-9292-c68b5d9c9928,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:49.792355 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70086431-fe8c-4f43-9998-2e2fe205094f req-8b57a4f8-5002-43e3-85f6-53db0b61a5c6 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 210 time: 0.0382364 May 13 13:25:49.866924 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-f2416e4e-2011-4871-8887-9ec0ce1ceaab service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246135 May 13 13:25:49.965835 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d6f0135-8d9d-4680-9f8d-4981f0739ea3 req-f0dbfa29-7ed0-4158-b194-3ea591d11c43 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910952 May 13 13:25:50.003962 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8693471-9253-4d5b-9136-eea026bbd61a req-aa71e814-3df1-4680-aa8e-5349e54e77c3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.005665 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c8693471-9253-4d5b-9136-eea026bbd61a req-aa71e814-3df1-4680-aa8e-5349e54e77c3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0509372 May 13 13:25:50.060599 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c8693471-9253-4d5b-9136-eea026bbd61a req-69d75855-0902-465e-9fba-c9c53fdb52a6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464926 May 13 13:25:50.128708 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6e881-605b-41e0-b0c4-9855c3ea8b8c req-8615c692-47f5-4deb-855e-ba53badb32ac tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.130230 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c3f6e881-605b-41e0-b0c4-9855c3ea8b8c req-8615c692-47f5-4deb-855e-ba53badb32ac tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0502155 May 13 13:25:50.178533 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c3f6e881-605b-41e0-b0c4-9855c3ea8b8c req-f04be86d-1f06-45ef-8822-beb8cdc4b074 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 May 13 13:25:50.264625 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac4aa1-6800-4793-9276-7b4c792d744f req-772bca65-eb89-418e-b97b-0055f6d1db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.266164 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-eeac4aa1-6800-4793-9276-7b4c792d744f req-772bca65-eb89-418e-b97b-0055f6d1db08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1129 time: 0.0415797 May 13 13:25:50.373309 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6ec34-8cc0-4e7b-b684-5cd12e9396b2 req-58695b99-e9e1-42e1-835a-022ea5bbf595 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:50.374942 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00e6ec34-8cc0-4e7b-b684-5cd12e9396b2 req-58695b99-e9e1-42e1-835a-022ea5bbf595 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0577290 May 13 13:25:50.433839 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00e6ec34-8cc0-4e7b-b684-5cd12e9396b2 req-a1f220c8-4145-4c12-84d2-b851669091e9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453424 May 13 13:25:50.553598 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-eeac4aa1-6800-4793-9276-7b4c792d744f req-42db684a-754d-433d-a1b1-ce2aa77af5f9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804272 May 13 13:25:50.890669 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29507afd-2dae-4c4c-9b7e-4769bb2b474a req-c17a6e9b-13d1-4233-89b0-ca78c71483a7 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 210 time: 0.0278909 May 13 13:25:51.180306 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859e4c7-6f9e-42e0-8787-f064877f9527 req-280760c7-8348-4ede-bc94-1e54058ec929 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:51.181765 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e859e4c7-6f9e-42e0-8787-f064877f9527 req-280760c7-8348-4ede-bc94-1e54058ec929 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 946 time: 0.0466135 May 13 13:25:51.205067 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:25:51.243472 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e859e4c7-6f9e-42e0-8787-f064877f9527 req-3502f267-b80c-4b9a-9ce3-004886b545c6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558367 May 13 13:25:51.300754 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port c523458e-8e82-46df-bfae-db11fc8b2ec5 is: ACTIVE; New status is: DOWN {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:51.301313 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.309168 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7894b-df5c-4d98-bb25-ba6d7f43f725 req-2afcb7a0-8238-434b-a8c3-e0dfab3abb83 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:51.317426 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cad7894b-df5c-4d98-bb25-ba6d7f43f725 req-2afcb7a0-8238-434b-a8c3-e0dfab3abb83 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0668497 May 13 13:25:51.338925 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:51.364511 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cad7894b-df5c-4d98-bb25-ba6d7f43f725 req-c3ce4af8-1615-427d-861d-90a80fba5f13 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462229 May 13 13:25:51.426078 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:51.478702 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=8']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:51.515496 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:51.518075 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560d290-a230-4b28-85d5-45517d663c9f" -d '{"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-unplugged", "status": "completed", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:51.558588 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f188c3-c7cf-42a6-9444-8545243f43fc req-f7fcd88e-7b65-425b-955b-9025a2c2ebf7 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:51.560303 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98f188c3-c7cf-42a6-9444-8545243f43fc req-f7fcd88e-7b65-425b-955b-9025a2c2ebf7 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0489879 May 13 13:25:51.609301 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98f188c3-c7cf-42a6-9444-8545243f43fc req-c864835c-969f-4b08-937e-7460c4502d92 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432124 May 13 13:25:51.654727 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31a0765-1bd1-46aa-9627-1fb759e7b509 x-openstack-request-id: req-d31a0765-1bd1-46aa-9627-1fb759e7b509 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:51.655836 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-unplugged", "status": "completed", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:51.655836 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d31a0765-1bd1-46aa-9627-1fb759e7b509 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:51.655836 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31a0765-1bd1-46aa-9627-1fb759e7b509'] response: {'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'code': 200} May 13 13:25:51.999120 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d9385717-92a2-4529-b2f9-4d4502b58318 req-24e72b70-e71e-4b85-b858-e70e5c72c68a tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 210 time: 0.0319114 May 13 13:25:52.299243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-8d1586d6-19fd-4e35-af19-d62f3b1e75f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:52.300896 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-8d1586d6-19fd-4e35-af19-d62f3b1e75f9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.69 "GET /v2.0/networks?id=7c2089ae-3254-4393-9e50-1eb3fedb8e31 HTTP/1.1" status: 200 len: 810 time: 0.1078005 May 13 13:25:52.480172 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54f1a2-58cd-49b2-82eb-c6695ef2d10d req-3277b3d0-ed1b-4530-a0d9-6263c9a87dd7 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:52.482384 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ce54f1a2-58cd-49b2-82eb-c6695ef2d10d req-3277b3d0-ed1b-4530-a0d9-6263c9a87dd7 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0498090 May 13 13:25:52.533229 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ce54f1a2-58cd-49b2-82eb-c6695ef2d10d req-4df1082e-9df3-4e5c-aa52-3ada95cb5173 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444810 May 13 13:25:52.584864 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-c58c816c-0672-4e00-93ad-4966d5406020 req-96c54901-072b-4a9d-9756-e557775afa10 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:25:52.585873 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c58c816c-0672-4e00-93ad-4966d5406020 req-96c54901-072b-4a9d-9756-e557775afa10 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054286 May 13 13:25:52.747624 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172210c-3935-4eea-b5ca-e2ad2afc5a2c req-af575a3b-8f32-45e6-b7ef-25e99d84a85d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:52.749537 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1172210c-3935-4eea-b5ca-e2ad2afc5a2c req-af575a3b-8f32-45e6-b7ef-25e99d84a85d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0595386 May 13 13:25:52.788800 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Request body: {'port': {'device_id': '7d22c736-3272-4f3c-950b-12fc33d878ba', 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31', 'admin_state_up': True, 'tenant_id': 'a06d65a7a7d244d8b8f97aab0ef63684'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:52.802575 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1172210c-3935-4eea-b5ca-e2ad2afc5a2c req-82ff4df1-bb91-41f9-9b7e-f06f03f78f3a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470881 May 13 13:25:52.935902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bceaa5-9ae2-4aec-976b-1e4df4fa9d66 req-1c3e1260-3872-42f8-b866-2177209c86d7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:52.937401 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04bceaa5-9ae2-4aec-976b-1e4df4fa9d66 req-1c3e1260-3872-42f8-b866-2177209c86d7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0514789 May 13 13:25:52.995147 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04bceaa5-9ae2-4aec-976b-1e4df4fa9d66 req-05e3670d-66fe-4656-94c5-9d329e59cfa5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519471 May 13 13:25:53.031874 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Made reservation on behalf of a06d65a7a7d244d8b8f97aab0ef63684 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:25:53.035844 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:53.119508 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-248fff71-d2b7-4ded-9b45-7eb8d333b39c req-046287da-de5a-4b6a-a490-278c8e5a91d9 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 210 time: 0.0462172 May 13 13:25:53.181173 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Allocated IP 172.20.0.13 (7c2089ae-3254-4393-9e50-1eb3fedb8e31/21ad1aa2-916d-4347-b846-f56bc24d53f9/0299a732-f26e-4354-82c8-4c45974d6071) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:25:53.342514 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks [] for port (0299a732-f26e-4354-82c8-4c45974d6071), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:53.432464 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (0299a732-f26e-4354-82c8-4c45974d6071), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:53.477184 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:25:53.480232 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:25:53.484321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:25:53.511324 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Pushing event updated for resources: {'Port': ['ID=0299a732-f26e-4354-82c8-4c45974d6071,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:53.539950 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:53.540652 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:53.624204 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49090) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:53.651023 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e6aeab5e-1733-450f-ad74-98cf446f82e8 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8664815 May 13 13:25:53.663217 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Request body: {'port': {'device_id': '7d22c736-3272-4f3c-950b-12fc33d878ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:53.731462 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0299a732-f26e-4354-82c8-4c45974d6071), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:53.746238 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-f86d5a5f-e835-437c-be3a-596e317a3c16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208830 May 13 13:25:53.760680 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-5a2c93b4-2d27-451a-bbf8-47fd630bc783 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:25:53.760680 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-5a2c93b4-2d27-451a-bbf8-47fd630bc783 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051222 May 13 13:25:53.877148 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49106) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:53.939492 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de69cdd-54bf-48a8-a7da-4511f29d9fae req-153a5470-f9ec-4257-9622-8cf20108b7a2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:53.941012 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5de69cdd-54bf-48a8-a7da-4511f29d9fae req-153a5470-f9ec-4257-9622-8cf20108b7a2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0530636 May 13 13:25:54.025828 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-064199c1-f952-4893-947b-beee0b9a7c5e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.027924 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-064199c1-f952-4893-947b-beee0b9a7c5e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports/c523458e-8e82-46df-bfae-db11fc8b2ec5 HTTP/1.1" status: 200 len: 941 time: 0.1496089 May 13 13:25:54.031357 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0299a732-f26e-4354-82c8-4c45974d6071 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:54.039901 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Publish callbacks [] for port (0299a732-f26e-4354-82c8-4c45974d6071), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.041691 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5de69cdd-54bf-48a8-a7da-4511f29d9fae req-8d2cb06e-9952-417f-858e-166201478e83 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924113 May 13 13:25:54.055646 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Transition to ACTIVE for port object 0299a732-f26e-4354-82c8-4c45974d6071 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:25:54.122935 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (0299a732-f26e-4354-82c8-4c45974d6071), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.168669 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2673d7-839a-4ae2-8308-254c6b06671b req-ad6d34c7-2546-4fb6-af1f-0b75fc2cb38c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.170718 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd2673d7-839a-4ae2-8308-254c6b06671b req-ad6d34c7-2546-4fb6-af1f-0b75fc2cb38c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0565779 May 13 13:25:54.183657 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Pushing event updated for resources: {'Port': ['ID=0299a732-f26e-4354-82c8-4c45974d6071,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:54.232804 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd2673d7-839a-4ae2-8308-254c6b06671b req-e4563b9a-ab72-4c05-8261-5f78f5c54674 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535736 May 13 13:25:54.271670 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Attempting to bind port 0299a732-f26e-4354-82c8-4c45974d6071 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:25:54.272009 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Attempting to bind port 0299a732-f26e-4354-82c8-4c45974d6071 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:25:54.272344 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Attempting to bind port 0299a732-f26e-4354-82c8-4c45974d6071 on network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:54.277210 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Port 0299a732-f26e-4354-82c8-4c45974d6071 on network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:25:54.277464 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Attempting to bind port 0299a732-f26e-4354-82c8-4c45974d6071 on network 7c2089ae-3254-4393-9e50-1eb3fedb8e31 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:25:54.282955 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:25:54.283297 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Checking segment: {'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:25:54.283683 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Bound using segment: {'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:25:54.284115 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Bound port: 0299a732-f26e-4354-82c8-4c45974d6071, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7232452-64cc-49ac-bf50-3055f172fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:25:54.284477 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0299a732-f26e-4354-82c8-4c45974d6071), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.351384 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddc1f-2c8b-4684-8dba-884bfaea4a00 req-42534b57-9f4e-4196-a2ca-4e3971651553 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.353105 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-825ddc1f-2c8b-4684-8dba-884bfaea4a00 req-42534b57-9f4e-4196-a2ca-4e3971651553 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0605063 May 13 13:25:54.362547 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49126) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:25:54.366186 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] For port 0299a732-f26e-4354-82c8-4c45974d6071, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:25:54.367920 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'floatingip': {'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:25:54.370320 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] For port 0299a732-f26e-4354-82c8-4c45974d6071, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0299a732-f26e-4354-82c8-4c45974d6071,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:25:54.423445 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (ce83a78b-136d-4870-aef3-a5470679ccfa), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.489720 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (0299a732-f26e-4354-82c8-4c45974d6071), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.513759 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5ed1a-373a-4d41-a3a7-3d61d6309af3 req-f21cc736-24b1-491e-a231-9651801e4c5e tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.515321 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-51b5ed1a-373a-4d41-a3a7-3d61d6309af3 req-f21cc736-24b1-491e-a231-9651801e4c5e tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 944 time: 0.1126339 May 13 13:25:54.531065 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.531600 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:54.532983 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] 10.222.0.69 "PUT /v2.0/ports/0299a732-f26e-4354-82c8-4c45974d6071 HTTP/1.1" status: 200 len: 1094 time: 0.8749092 May 13 13:25:54.533422 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d22c736-3272-4f3c-950b-12fc33d878ba', 'tag': '0299a732-f26e-4354-82c8-4c45974d6071'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:54.535762 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7d22c736-3272-4f3c-950b-12fc33d878ba", "tag": "0299a732-f26e-4354-82c8-4c45974d6071"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:54.565149 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196d458-8c67-4cc0-b5ce-9a5f38a8d0ae service neutron] Pushing event updated for resources: {'Port': ['ID=0299a732-f26e-4354-82c8-4c45974d6071,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:54.736949 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-9c09f88f-3c75-4eeb-8d9e-8982c635a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.739044 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-9c09f88f-3c75-4eeb-8d9e-8982c635a994 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a06d65a7a7d244d8b8f97aab0ef63684&device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 1128 time: 0.0503745 May 13 13:25:54.746628 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712bb063-82ff-48b1-b194-27b8e24dc731 x-openstack-request-id: req-712bb063-82ff-48b1-b194-27b8e24dc731 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:54.747738 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d22c736-3272-4f3c-950b-12fc33d878ba", "tag": "0299a732-f26e-4354-82c8-4c45974d6071", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:54.748197 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-712bb063-82ff-48b1-b194-27b8e24dc731 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:54.757206 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712bb063-82ff-48b1-b194-27b8e24dc731'] response: {'name': 'network-changed', 'server_uuid': '7d22c736-3272-4f3c-950b-12fc33d878ba', 'tag': '0299a732-f26e-4354-82c8-4c45974d6071', 'status': 'completed', 'code': 200} May 13 13:25:54.795381 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-45ff7dbf-a58f-497e-a9e6-64d59b27deb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0299a732-f26e-4354-82c8-4c45974d6071 HTTP/1.1" status: 200 len: 217 time: 0.0456705 May 13 13:25:54.861538 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-606ee776-5667-4a2d-af23-8a3f0eafe54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:54.864470 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-606ee776-5667-4a2d-af23-8a3f0eafe54a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21ad1aa2-916d-4347-b846-f56bc24d53f9 HTTP/1.1" status: 200 len: 850 time: 0.0597103 May 13 13:25:54.877330 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-51b5ed1a-373a-4d41-a3a7-3d61d6309af3 req-164566c2-24d5-44ce-9da2-081e1aa81990 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423741 May 13 13:25:54.913889 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-ab263a73-0fe0-4bde-826b-93427baa39ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c2089ae-3254-4393-9e50-1eb3fedb8e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400269 May 13 13:25:55.009382 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-3cb90b9b-e082-439b-872d-443396e403ec service neutron] 10.222.0.69 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877879 May 13 13:25:55.108269 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-58284584-f22a-4eb2-9afb-b8e164d3bf35 req-e9362930-373f-4c35-afa3-1025e0cd5741 service neutron] 10.222.0.69 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910394 May 13 13:25:55.210223 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.278078 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (ce83a78b-136d-4870-aef3-a5470679ccfa), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.374778 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987d9f-9103-4d5e-a220-9b1451ad0288 req-b3fc69e7-424b-4535-872f-b0ae9d873d5c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:55.376234 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5987d9f-9103-4d5e-a220-9b1451ad0288 req-b3fc69e7-424b-4535-872f-b0ae9d873d5c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0628908 May 13 13:25:55.439998 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Floating IP ce83a78b-136d-4870-aef3-a5470679ccfa associated. External IP: 172.27.2.229, port: bc491e34-66dc-4f6f-9292-c68b5d9c9928. May 13 13:25:55.503797 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5987d9f-9103-4d5e-a220-9b1451ad0288 req-9822f6bd-afda-4672-96a0-e75243fb2f4c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215103 May 13 13:25:55.677743 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Router 706b6712-c2f6-4393-a382-0873718f88fc has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:25:55.789958 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:25:55.795523 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:55.802184 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] Sync routers for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:25:55.813664 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:55.814296 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:25:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:55.825469 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-004064e5-02a8-43f1-a538-29ef94c928f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "PUT /v2.0/floatingips/ce83a78b-136d-4870-aef3-a5470679ccfa HTTP/1.1" status: 200 len: 991 time: 1.4617298 May 13 13:25:55.826139 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:55.828529 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507b07c-6e8b-4f98-832b-cb879ea4629c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:55.865817 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d1d355-bfc5-413c-80e0-6ae82d93c13f x-openstack-request-id: req-72d1d355-bfc5-413c-80e0-6ae82d93c13f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:55.866110 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:55.866393 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72d1d355-bfc5-413c-80e0-6ae82d93c13f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:55.866798 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d1d355-bfc5-413c-80e0-6ae82d93c13f'] response: {'name': 'network-changed', 'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'status': 'completed', 'code': 200} May 13 13:25:55.925387 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:55.997223 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15c9c8-1b1a-4bdd-a8a7-690877feb77e req-10cdafc4-3b54-443f-a57b-739ae8286b24 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:55.998698 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9f15c9c8-1b1a-4bdd-a8a7-690877feb77e req-10cdafc4-3b54-443f-a57b-739ae8286b24 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 944 time: 0.0505171 May 13 13:25:56.059133 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9f15c9c8-1b1a-4bdd-a8a7-690877feb77e req-e72ec5cf-385d-4162-bc27-491db670a039 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542753 May 13 13:25:56.149454 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-3378ff41-187a-4f4f-a0a4-40547ba24421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.151630 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-3378ff41-187a-4f4f-a0a4-40547ba24421 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a06d65a7a7d244d8b8f97aab0ef63684&device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 1128 time: 0.0463421 May 13 13:25:56.153626 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'ce83a78b-136d-4870-aef3-a5470679ccfa', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'mac_address': 'fa:16:3e:dd:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba162312-5c53-4320-acc9-4e2566f27686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:25Z', 'updated_at': '2022-05-13T13:25:55Z', 'revision_number': 1, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:56.183599 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] Checking router: 706b6712-c2f6-4393-a382-0873718f88fc for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:25:56.203188 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:25:56.204187 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:25:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:56.237071 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-3239d5ca-888b-4551-829e-000b2c9dabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.238838 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-3239d5ca-888b-4551-829e-000b2c9dabe0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1129 time: 0.1247394 May 13 13:25:56.334975 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:25:56.343671 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-21b29442-8cfe-4748-9e63-f78f48c7f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.345128 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-21b29442-8cfe-4748-9e63-f78f48c7f2ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c2089ae-3254-4393-9e50-1eb3fedb8e31 HTTP/1.1" status: 200 len: 911 time: 0.1623628 May 13 13:25:56.397465 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-ab8ab1ca-358c-4301-9250-30e490e88c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.398981 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-ab8ab1ca-358c-4301-9250-30e490e88c4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1535847 May 13 13:25:56.400345 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-0fef7e93-4a11-48d4-9254-d4797ea92ce1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0299a732-f26e-4354-82c8-4c45974d6071 HTTP/1.1" status: 200 len: 217 time: 0.0465739 May 13 13:25:56.502061 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-1bd4b2d5-2b02-450a-b993-e9d298e826e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.503700 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-1bd4b2d5-2b02-450a-b993-e9d298e826e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=21ad1aa2-916d-4347-b846-f56bc24d53f9 HTTP/1.1" status: 200 len: 850 time: 0.0884209 May 13 13:25:56.507814 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-30c3be72-8d71-49c1-a02f-2775a963286f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928 HTTP/1.1" status: 200 len: 999 time: 0.0986404 May 13 13:25:56.574132 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-c7e50001-f2a2-400e-a7a2-5f6e2e4090f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c2089ae-3254-4393-9e50-1eb3fedb8e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523157 May 13 13:25:56.608132 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'ce83a78b-136d-4870-aef3-a5470679ccfa', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'mac_address': 'fa:16:3e:dd:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba162312-5c53-4320-acc9-4e2566f27686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:25Z', 'updated_at': '2022-05-13T13:25:55Z', 'revision_number': 1, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:25:56.635755 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee80f1-6a37-44e1-bab2-6a466016802a None None] The sync data for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi is: [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'ce83a78b-136d-4870-aef3-a5470679ccfa', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'mac_address': 'fa:16:3e:dd:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba162312-5c53-4320-acc9-4e2566f27686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:25Z', 'updated_at': '2022-05-13T13:25:55Z', 'revision_number': 1, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:25:56.642427 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-97151dcb-da66-463b-96f0-454ccd6bdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.643883 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-97151dcb-da66-463b-96f0-454ccd6bdf1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.1210167 May 13 13:25:56.656175 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e714d1-c686-4dbe-8624-a897aa8db7a4 req-e09c1613-aabe-47a6-bd14-e8b651cf11b2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.657709 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-08e714d1-c686-4dbe-8624-a897aa8db7a4 req-e09c1613-aabe-47a6-bd14-e8b651cf11b2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0575025 May 13 13:25:56.711547 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-c2a9d831-7eb3-4bf9-b4a5-12c05f35cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:56.713316 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-c2a9d831-7eb3-4bf9-b4a5-12c05f35cce3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590761 May 13 13:25:56.715711 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-08e714d1-c686-4dbe-8624-a897aa8db7a4 req-834e5206-3d1a-402e-af6a-9677b40a0996 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476644 May 13 13:25:56.724325 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-c41da8cb-5807-4e41-a958-033b716c60d5 service neutron] 10.222.0.69 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402524 May 13 13:25:56.875727 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65646609-edcf-481e-91f3-4d1e694f3562 None None] New status for floating IP ce83a78b-136d-4870-aef3-a5470679ccfa: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:25:56.884959 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-51fb5e01-7a23-4c73-a901-b5b8c810b2ab req-d8a9ec2d-abdc-49c6-a639-3d9956560b1e service neutron] 10.222.0.69 "GET /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514039 May 13 13:25:56.886898 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-b4c4b452-ae24-46e7-9424-a3080f8a8a2e service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617184 May 13 13:25:56.984132 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f507b07c-6e8b-4f98-832b-cb879ea4629c req-c1481cc4-2215-4257-8718-b5e17fb0f4c6 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880511 May 13 13:25:57.176776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c052d-9b85-40e7-8e8f-615afa7c3d4d req-ad947313-c36a-44ca-b8a9-6e3255c499b3 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:57.178319 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-502c052d-9b85-40e7-8e8f-615afa7c3d4d req-ad947313-c36a-44ca-b8a9-6e3255c499b3 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 944 time: 0.0495133 May 13 13:25:57.213159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 0299a732-f26e-4354-82c8-4c45974d6071 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:25:57.233720 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-502c052d-9b85-40e7-8e8f-615afa7c3d4d req-3f032e4a-fc4e-476e-a5f8-275450dbd733 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492244 May 13 13:25:57.315998 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 0299a732-f26e-4354-82c8-4c45974d6071, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0299a732-f26e-4354-82c8-4c45974d6071,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:57.331068 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '0299a732-f26e-4354-82c8-4c45974d6071', 'network_id': '7c2089ae-3254-4393-9e50-1eb3fedb8e31', 'port_id': '0299a732-f26e-4354-82c8-4c45974d6071', 'mac_address': 'fa:16:3e:7a:76:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ad1aa2-916d-4347-b846-f56bc24d53f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:25:57.368588 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 0299a732-f26e-4354-82c8-4c45974d6071 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:57.368977 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0299a732-f26e-4354-82c8-4c45974d6071), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.382165 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0299a732-f26e-4354-82c8-4c45974d6071 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:25:57.401298 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 0299a732-f26e-4354-82c8-4c45974d6071, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0299a732-f26e-4354-82c8-4c45974d6071,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:57.487373 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (0299a732-f26e-4354-82c8-4c45974d6071), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:57.535977 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=0299a732-f26e-4354-82c8-4c45974d6071,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:57.780429 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['0299a732-f26e-4354-82c8-4c45974d6071'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:25:57.841914 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b0ac-9b6a-47d1-b2c4-02bf255a5a9b req-74b6dcd2-027e-44c5-9d09-d1f037fd3109 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:57.843547 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ec1b0ac-9b6a-47d1-b2c4-02bf255a5a9b req-74b6dcd2-027e-44c5-9d09-d1f037fd3109 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0539517 May 13 13:25:57.891490 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ec1b0ac-9b6a-47d1-b2c4-02bf255a5a9b req-878a453d-b0f8-4ee6-944d-8ef87a99d64a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 May 13 13:25:58.351855 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ad607-a64f-452d-a414-0913e49ffaf4 req-828c5c22-eecf-40ee-879e-1175f8a9256c tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:58.353348 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-287ad607-a64f-452d-a414-0913e49ffaf4 req-828c5c22-eecf-40ee-879e-1175f8a9256c tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 945 time: 0.0523059 May 13 13:25:58.405294 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-287ad607-a64f-452d-a414-0913e49ffaf4 req-e681e041-ed99-47de-9c59-ec8146980fbd tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451059 May 13 13:25:59.018707 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fced8-b1f1-492e-8a70-38af694e32fe req-04645a74-7f4c-4c65-9873-1dede949695d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:59.020239 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-080fced8-b1f1-492e-8a70-38af694e32fe req-04645a74-7f4c-4c65-9873-1dede949695d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0507591 May 13 13:25:59.074478 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-080fced8-b1f1-492e-8a70-38af694e32fe req-1df7e02e-9f1b-487f-bfa9-a30fe025a9ef tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 May 13 13:25:59.213528 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 0299a732-f26e-4354-82c8-4c45974d6071 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:25:59.259257 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 0299a732-f26e-4354-82c8-4c45974d6071 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:25:59.322907 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 0299a732-f26e-4354-82c8-4c45974d6071 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:25:59.323290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (0299a732-f26e-4354-82c8-4c45974d6071), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.405094 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 0299a732-f26e-4354-82c8-4c45974d6071 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:25:59.405483 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0299a732-f26e-4354-82c8-4c45974d6071), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.428516 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22c736-3272-4f3c-950b-12fc33d878ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299a732-f26e-4354-82c8-4c45974d6071'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:25:59.430775 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f8fcde-79e5-4080-94de-f95813fa22de" -d '{"events": [{"server_uuid": "7d22c736-3272-4f3c-950b-12fc33d878ba", "name": "network-vif-plugged", "status": "completed", "tag": "0299a732-f26e-4354-82c8-4c45974d6071"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:25:59.445181 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 0299a732-f26e-4354-82c8-4c45974d6071, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0299a732-f26e-4354-82c8-4c45974d6071,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:25:59.469977 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4bcbcf-cf50-4090-871d-bd3aae93ec1b x-openstack-request-id: req-fe4bcbcf-cf50-4090-871d-bd3aae93ec1b {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:25:59.470186 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22c736-3272-4f3c-950b-12fc33d878ba", "name": "network-vif-plugged", "status": "completed", "tag": "0299a732-f26e-4354-82c8-4c45974d6071", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:25:59.470411 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe4bcbcf-cf50-4090-871d-bd3aae93ec1b {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:25:59.470857 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4bcbcf-cf50-4090-871d-bd3aae93ec1b'] response: {'server_uuid': '7d22c736-3272-4f3c-950b-12fc33d878ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299a732-f26e-4354-82c8-4c45974d6071', 'code': 200} May 13 13:25:59.527314 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00bfd1-e36c-4642-91e9-de6d6a7df4bb req-a5481694-d11f-4766-9508-695f9f73f969 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:59.529283 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (0299a732-f26e-4354-82c8-4c45974d6071), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:25:59.529608 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b00bfd1-e36c-4642-91e9-de6d6a7df4bb req-a5481694-d11f-4766-9508-695f9f73f969 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 945 time: 0.0537825 May 13 13:25:59.579282 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=0299a732-f26e-4354-82c8-4c45974d6071,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:25:59.582771 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b00bfd1-e36c-4642-91e9-de6d6a7df4bb req-f0a2ce70-3e67-4fd3-a893-2ff65a35879d tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 May 13 13:25:59.878581 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29d0cb-8c77-4174-80bb-421b20b6e63c req-cfe87e1d-61d1-442c-89b0-dacf3902bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:25:59.880113 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fe29d0cb-8c77-4174-80bb-421b20b6e63c req-cfe87e1d-61d1-442c-89b0-dacf3902bd70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 1130 time: 0.0411456 May 13 13:25:59.925290 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fe29d0cb-8c77-4174-80bb-421b20b6e63c req-0319e77c-cb87-4cca-baf1-605b390fc886 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389864 May 13 13:26:00.199953 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a96bb1-54fb-4cb0-b996-d15ee67bc40a req-8284ef19-9e8c-4473-ad3a-233e1af97975 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:00.203597 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24a96bb1-54fb-4cb0-b996-d15ee67bc40a req-8284ef19-9e8c-4473-ad3a-233e1af97975 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0502040 May 13 13:26:00.250571 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24a96bb1-54fb-4cb0-b996-d15ee67bc40a req-349c2834-d652-4ba7-a91b-e4854dc0d3b8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 May 13 13:26:00.419705 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:00.701166 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b084b-5b1d-4c9f-9172-15ac72b4dd22 req-854b906c-b2d2-4529-bb62-d5fee9314af0 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:00.702703 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-139b084b-5b1d-4c9f-9172-15ac72b4dd22 req-854b906c-b2d2-4529-bb62-d5fee9314af0 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 946 time: 0.0509326 May 13 13:26:00.751024 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-139b084b-5b1d-4c9f-9172-15ac72b4dd22 req-eff7d4b5-1b68-4e0c-88a5-6922db4a9ec0 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 May 13 13:26:01.372511 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39af1-91e5-4b92-81d6-94b5c5ebc39b req-3ed480d6-e80f-48f6-ac16-14188fb57e85 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.374333 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dfe39af1-91e5-4b92-81d6-94b5c5ebc39b req-3ed480d6-e80f-48f6-ac16-14188fb57e85 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0502679 May 13 13:26:01.423469 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dfe39af1-91e5-4b92-81d6-94b5c5ebc39b req-1041a48a-7530-4674-a6e0-6ab433815ec5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 May 13 13:26:01.875562 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854e7a9-390e-4e64-9e90-11048e2cbfb7 req-dfc9e85b-54dd-416c-8f3b-5ccd9b585494 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:01.877119 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2854e7a9-390e-4e64-9e90-11048e2cbfb7 req-dfc9e85b-54dd-416c-8f3b-5ccd9b585494 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 946 time: 0.0537450 May 13 13:26:01.927134 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2854e7a9-390e-4e64-9e90-11048e2cbfb7 req-e30a515c-ea59-40f4-b6ed-7d8c893c16f3 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443265 May 13 13:26:02.553327 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc5b75-9a31-41a9-a8af-c20a0c15a87c req-a697e49f-96ea-42b4-84b6-afb0db067422 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:02.553578 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-c46b9f44-a4dc-45c5-8d00-513b582e067a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433583 May 13 13:26:02.555030 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2fc5b75-9a31-41a9-a8af-c20a0c15a87c req-a697e49f-96ea-42b4-84b6-afb0db067422 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0510957 May 13 13:26:02.619615 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2fc5b75-9a31-41a9-a8af-c20a0c15a87c req-555a0611-0e7d-4a14-b218-416568b3956e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571470 May 13 13:26:02.619831 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-85a5c58b-e911-4930-aea8-204a0e75ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:02.621240 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-85a5c58b-e911-4930-aea8-204a0e75ba54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 1130 time: 0.0430520 May 13 13:26:02.733276 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-250b0442-998b-4549-a913-16eeea51505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:02.734780 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-250b0442-998b-4549-a913-16eeea51505d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 911 time: 0.0878811 May 13 13:26:02.807641 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-77041427-1782-4c69-947d-b9707a7a0698 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0 HTTP/1.1" status: 200 len: 1001 time: 0.0666795 May 13 13:26:02.864474 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-b99af97e-87f2-4105-a06b-111b7a9ebfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:02.865989 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-b99af97e-87f2-4105-a06b-111b7a9ebfe8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 200 len: 849 time: 0.0460136 May 13 13:26:02.914647 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-ebf99d0c-58bc-4b5d-b5ed-ed073b55ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:02.916064 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-ebf99d0c-58bc-4b5d-b5ed-ed073b55ffbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399466 May 13 13:26:03.022610 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-2445bad8-a706-4497-8889-16f4130686f1 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997074 May 13 13:26:03.117046 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4c1810db-7816-4c4e-b9eb-f0f5e93feb2f req-ec225faa-c83b-402c-ad9c-e2515a16f909 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878088 May 13 13:26:03.498510 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49198) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:03.503094 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-f317ac5d-ecb6-429d-8e44-7fdd77230b43 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013813009', 'description': 'tempest-description--1823645181'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:03.625745 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f317ac5d-ecb6-429d-8e44-7fdd77230b43 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.701995 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f317ac5d-ecb6-429d-8e44-7fdd77230b43 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (2a0c4c8b-65d3-47df-bbe0-67bb32960dda), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:03.958264 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1bfab-498b-4326-a65d-13bf0d010abc req-532fdea1-6fa7-42d3-a040-3f05e481d4b2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:03.958264 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b7d1bfab-498b-4326-a65d-13bf0d010abc req-532fdea1-6fa7-42d3-a040-3f05e481d4b2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0521567 May 13 13:26:03.958264 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b7d1bfab-498b-4326-a65d-13bf0d010abc req-9a01ddf6-f898-492a-874c-c5d2841af49f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455997 May 13 13:26:03.991849 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f317ac5d-ecb6-429d-8e44-7fdd77230b43 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (2a0c4c8b-65d3-47df-bbe0-67bb32960dda), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.025630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317ac5d-ecb6-429d-8e44-7fdd77230b43 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0c4c8b-65d3-47df-bbe0-67bb32960dda,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:04.171645 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f317ac5d-ecb6-429d-8e44-7fdd77230b43 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.173295 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f317ac5d-ecb6-429d-8e44-7fdd77230b43 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6734173 May 13 13:26:04.176137 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49202) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:04.181705 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-6cf6a4f0-0a53-4d64-b0ed-111f20b9b4a1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group_rule': {'security_group_id': '2a0c4c8b-65d3-47df-bbe0-67bb32960dda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:04.301972 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a4f0-0a53-4d64-b0ed-111f20b9b4a1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (05b0efa2-0629-4225-8b70-5f86cd7065bd), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.370630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a4f0-0a53-4d64-b0ed-111f20b9b4a1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (05b0efa2-0629-4225-8b70-5f86cd7065bd), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.466677 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a4f0-0a53-4d64-b0ed-111f20b9b4a1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (05b0efa2-0629-4225-8b70-5f86cd7065bd), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.480930 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6a4f0-0a53-4d64-b0ed-111f20b9b4a1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b0efa2-0629-4225-8b70-5f86cd7065bd,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:04.577262 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a4f0-0a53-4d64-b0ed-111f20b9b4a1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.578566 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6cf6a4f0-0a53-4d64-b0ed-111f20b9b4a1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4013255 May 13 13:26:04.581094 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49208) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:04.585687 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-2cda1047-99b7-4c87-90f8-95aefce4e482 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group_rule': {'security_group_id': '2a0c4c8b-65d3-47df-bbe0-67bb32960dda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:04.676887 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2cda1047-99b7-4c87-90f8-95aefce4e482 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (aa81543e-dda8-44a7-83f2-6621b8ff409e), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.741698 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2cda1047-99b7-4c87-90f8-95aefce4e482 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (aa81543e-dda8-44a7-83f2-6621b8ff409e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.854718 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2cda1047-99b7-4c87-90f8-95aefce4e482 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (aa81543e-dda8-44a7-83f2-6621b8ff409e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:04.874397 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda1047-99b7-4c87-90f8-95aefce4e482 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa81543e-dda8-44a7-83f2-6621b8ff409e,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:05.046869 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2cda1047-99b7-4c87-90f8-95aefce4e482 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.048134 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2cda1047-99b7-4c87-90f8-95aefce4e482 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4660060 May 13 13:26:05.051465 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49212) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:05.058569 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:05.083885 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daea814-37af-4fbd-a5a2-e4fa8cf885e7 req-81f9609a-1347-487a-bd80-47574001d4b8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.085046 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3daea814-37af-4fbd-a5a2-e4fa8cf885e7 req-81f9609a-1347-487a-bd80-47574001d4b8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0745277 May 13 13:26:05.136896 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3daea814-37af-4fbd-a5a2-e4fa8cf885e7 req-dbe61fde-7c07-41cc-b66d-44abb27850a0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433316 May 13 13:26:05.184503 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.268255 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.378125 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Allocated IP 172.27.2.86 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/8687f5ee-cdd5-4d64-b195-8b35d8b84c7a) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:26:05.494103 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.499258 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-a765dd48-2de0-4f48-a9b0-f51c9d896995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.501262 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-a765dd48-2de0-4f48-a9b0-f51c9d896995 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6&tenant_id=99575e3d89514f96b2f6f9d871ba0792 HTTP/1.1" status: 200 len: 1128 time: 0.0823390 May 13 13:26:05.569486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-5f643d4b-8d9d-4550-9afa-52307e8d607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.571024 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-5f643d4b-8d9d-4550-9afa-52307e8d607a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 1128 time: 0.0408080 May 13 13:26:05.602871 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-55626c22-9ba8-4b74-b1fd-4368963f11e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.636407 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.671936 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-88c39fd3-6b50-45a8-9410-70506b890c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.673582 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-88c39fd3-6b50-45a8-9410-70506b890c8e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.0958202 May 13 13:26:05.677102 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:26:05.680121 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:26:05.687262 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:26:05.693195 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=8687f5ee-cdd5-4d64-b195-8b35d8b84c7a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:05.743729 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-2e856759-c8f5-4ac9-89f2-715d6fd655c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5 HTTP/1.1" status: 200 len: 1000 time: 0.0631962 May 13 13:26:05.785901 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (ed228708-0725-4275-9a18-3be2b8bb6b1b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.797240 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-e0ba2594-4e81-4e87-8535-4a89e1a1a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.799213 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-e0ba2594-4e81-4e87-8535-4a89e1a1a039 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0480812 May 13 13:26:05.850269 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-6ba233e4-a0b4-4647-8f0b-3a5a018872e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:05.851734 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-6ba233e4-a0b4-4647-8f0b-3a5a018872e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457664 May 13 13:26:05.915790 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:05.946615 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-ba9d502c-18ed-4fda-8009-e0c056422666 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866604 May 13 13:26:06.050393 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-23ed9d11-19c8-4317-9b65-fb6789e19f45 req-09351f9c-8879-47b2-a351-1a5314a44626 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948153 May 13 13:26:06.076301 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:06.170007 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:06.267732 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=8687f5ee-cdd5-4d64-b195-8b35d8b84c7a,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:06.306876 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (ed228708-0725-4275-9a18-3be2b8bb6b1b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:06.315151 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bc4e6-2f11-49fd-b15f-8158f32cbee9 req-7c1752e4-5d39-4ecb-a979-1997c7751811 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:06.316670 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-031bc4e6-2f11-49fd-b15f-8158f32cbee9 req-7c1752e4-5d39-4ecb-a979-1997c7751811 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0677335 May 13 13:26:06.371584 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-031bc4e6-2f11-49fd-b15f-8158f32cbee9 req-be945893-3ad5-45a3-8d00-29254c729e2d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467389 May 13 13:26:06.406922 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:06.416985 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1c98271d-f0d7-419c-8e4e-f940dcd32950 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3582070 May 13 13:26:06.641912 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-701037ff-16d5-45f3-858a-b33e0e41651f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1013813009&fields=id&tenant_id=2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 267 time: 0.0459397 May 13 13:26:06.751312 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-de422eef-4f0d-4cc1-b1b0-8cb7bb886f64 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:06.752813 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-de422eef-4f0d-4cc1-b1b0-8cb7bb886f64 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 814 time: 0.1043382 May 13 13:26:06.768073 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-183c0b34-4bf6-4d2c-b567-688b9e502627 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/quotas/2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 375 time: 0.0098519 May 13 13:26:06.821115 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-baa1e15d-52bd-4b97-9e29-e017f5ef5e99 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477216 May 13 13:26:06.922146 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-b3137c80-c5f5-4595-a50a-b370d6553924 service neutron] 10.222.0.13 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887764 May 13 13:26:07.029489 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-e2170503-b013-4ea3-815a-57dd7f665776 service neutron] 10.222.0.13 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013169 May 13 13:26:07.302496 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e2ca9deb-c395-4bf2-90f2-90bc66c91bae req-10464366-a3ae-40a1-92f4-ce33a3f036d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0354412 May 13 13:26:07.510154 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d2c7-f787-405f-9065-5a82eed56187 req-6cdfe681-9340-4f4b-be72-e3f32381a616 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:07.511656 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6ef9d2c7-f787-405f-9065-5a82eed56187 req-6cdfe681-9340-4f4b-be72-e3f32381a616 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0565276 May 13 13:26:07.565433 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6ef9d2c7-f787-405f-9065-5a82eed56187 req-0218d494-082d-4e5b-b0c8-57df915597ef tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 May 13 13:26:08.064562 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-857d5fcb-ebe1-45f9-94b2-673c74e60e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:08.406028 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5ddaf328-7c24-4656-8600-4d040baa938d req-d07accbb-2305-457b-8b4e-604d06a91333 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0312505 May 13 13:26:08.703239 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589d91-3858-43b1-af7d-b44e796d52c1 req-20837dcb-7477-4b10-b2e0-9ccbde025cc6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:08.712670 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c1589d91-3858-43b1-af7d-b44e796d52c1 req-20837dcb-7477-4b10-b2e0-9ccbde025cc6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0620577 May 13 13:26:08.764216 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c1589d91-3858-43b1-af7d-b44e796d52c1 req-8a405e4c-617a-4fcc-b500-294686d7dddf tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527904 May 13 13:26:09.512914 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5d27ad1e-093d-4f47-ad06-3b94c43de471 req-00e6e9b4-d44a-4fc7-b4d7-638e56d7b57f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0288229 May 13 13:26:09.570399 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:09.906317 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d4ed2-1a75-4829-80db-05e6d391014c req-321856cb-11bd-491f-a29d-7086f4497630 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:09.908483 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-611d4ed2-1a75-4829-80db-05e6d391014c req-321856cb-11bd-491f-a29d-7086f4497630 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0614583 May 13 13:26:09.970986 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-611d4ed2-1a75-4829-80db-05e6d391014c req-79155ff3-327d-4e70-8a61-2e41f3538267 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551038 May 13 13:26:10.275283 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:26:10.616475 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6324f232-2097-44c3-a745-034a7f1997c0 req-d6000449-bbf4-4dcc-b3f2-aaaddbc2c277 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0303090 May 13 13:26:11.110716 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c9af0-3f9b-4711-9730-7a14feec030f req-14994ffa-a0ef-401c-88de-c80097e08574 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:11.112599 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bb9c9af0-3f9b-4711-9730-7a14feec030f req-14994ffa-a0ef-401c-88de-c80097e08574 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0541837 May 13 13:26:11.144855 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:11.171461 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bb9c9af0-3f9b-4711-9730-7a14feec030f req-f36e8b8f-3508-407a-8a3d-641fc4a8ec0f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482190 May 13 13:26:11.721951 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-82aa9e99-cc51-4b88-8267-c2a777329d56 req-8384c5ce-1d37-449e-a7bb-8d326bc3873a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0311096 May 13 13:26:12.312034 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31187382-9583-453e-a0d2-695d1c841ac7 req-1199361f-3231-4900-b92e-58191bebd11f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:12.313582 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31187382-9583-453e-a0d2-695d1c841ac7 req-1199361f-3231-4900-b92e-58191bebd11f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0525458 May 13 13:26:12.379145 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31187382-9583-453e-a0d2-695d1c841ac7 req-c9e0323e-92d9-4bd1-a46b-5b67eb0f90c6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598166 May 13 13:26:12.529363 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:12.829543 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b68538e-e405-4e6b-b895-6a0568fa9a84 req-9703ad0d-fc11-4160-93fd-566597df2dc1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0290463 May 13 13:26:13.509311 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a11cd-445c-4a7a-9aa5-d2079d0b6886 req-78344e57-ef13-45d6-93d0-4c7ce5b41718 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:13.510855 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-850a11cd-445c-4a7a-9aa5-d2079d0b6886 req-78344e57-ef13-45d6-93d0-4c7ce5b41718 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0519097 May 13 13:26:13.561095 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-850a11cd-445c-4a7a-9aa5-d2079d0b6886 req-037fe585-c5f8-49d3-af8a-03b8d46756fa tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445461 May 13 13:26:13.961626 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34d5e41b-2f7a-4058-aed6-37d12bf1fade req-e7510f0a-33d8-4f57-8dea-ef725ed20660 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0303941 May 13 13:26:14.691013 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584307ea-f812-488d-a560-8d4314e2e08d req-634e1f8e-4e9b-4ac8-af34-bc9f9b193f8b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:14.692790 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-584307ea-f812-488d-a560-8d4314e2e08d req-634e1f8e-4e9b-4ac8-af34-bc9f9b193f8b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0547240 May 13 13:26:14.745192 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-584307ea-f812-488d-a560-8d4314e2e08d req-aca6216b-1321-4fe5-a4cc-9cb235274130 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457547 May 13 13:26:15.068816 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71c16fb4-b895-4fe3-b41a-de2695e8b16a req-faf81b28-b3fa-4285-ae45-10687758a1e7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0339956 May 13 13:26:15.876837 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa417b-4c84-4302-9255-492259c7fbf0 req-b42805e4-74ee-4548-a881-10638a8c87a8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:15.878606 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47fa417b-4c84-4302-9255-492259c7fbf0 req-b42805e4-74ee-4548-a881-10638a8c87a8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0527201 May 13 13:26:15.941967 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47fa417b-4c84-4302-9255-492259c7fbf0 req-26ccd1c5-3bb1-45f6-b7d6-dd10f09fc316 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566719 May 13 13:26:16.194137 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1900c227-5314-4ef5-aa00-5096aa4de300 req-da604d71-ec72-499f-a049-38a8ea4fcdcf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0388360 May 13 13:26:17.064120 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa513-3fac-47af-9572-d662651d9d4a req-0d3a44fa-21be-4802-9f36-008f8f100351 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:17.065732 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-265aa513-3fac-47af-9572-d662651d9d4a req-0d3a44fa-21be-4802-9f36-008f8f100351 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0469124 May 13 13:26:17.112964 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-265aa513-3fac-47af-9572-d662651d9d4a req-ff675831-afdf-4daf-910c-ad848850c3ca tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 May 13 13:26:17.288071 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ad89bddc-a33d-4f13-bcbf-cfaf4d35ee1c req-a789b289-547f-40dd-9842-bda51e881085 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0278797 May 13 13:26:18.237903 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168d969-918f-45f6-852f-32833e241d3f req-92857ab8-cb78-4654-8a73-5ad95caeb42f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:18.239425 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a168d969-918f-45f6-852f-32833e241d3f req-92857ab8-cb78-4654-8a73-5ad95caeb42f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0505428 May 13 13:26:18.286299 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a168d969-918f-45f6-852f-32833e241d3f req-9d64ebb9-1d29-4634-b2e2-a37ae194aa82 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 May 13 13:26:18.380982 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2def1e95-2fd9-43e8-bb9b-376dc4045030 req-cf8f0c86-db90-432b-a209-91f110755acc tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0280890 May 13 13:26:19.407486 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5f759-8977-40dd-adcf-3eca7bd6d460 req-6d45d5be-74cb-4462-9bd0-9945196880e2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:19.409039 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07f5f759-8977-40dd-adcf-3eca7bd6d460 req-6d45d5be-74cb-4462-9bd0-9945196880e2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0496423 May 13 13:26:19.475818 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07f5f759-8977-40dd-adcf-3eca7bd6d460 req-b4ebd341-f222-478d-90f9-14ae91f77334 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600541 May 13 13:26:19.492837 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2da7c26-645e-4f23-86da-0ca1cd8ec723 req-cc6eb1ba-dbf3-4d3d-9c27-d77cfa42e03e tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0332551 May 13 13:26:20.609790 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-13959690-5ba0-4239-9ce6-6687ebbe1d91 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:20.611296 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-13959690-5ba0-4239-9ce6-6687ebbe1d91 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 814 time: 0.1093240 May 13 13:26:20.616832 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-418feacb-7633-4f73-abbc-f8f95d0e87f9 req-0d3c1d27-86cc-483a-9960-fe2e9beb7a67 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0451031 May 13 13:26:20.630875 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bda3cd-8518-4c47-968c-69fbe2ef1f83 req-2a90fa3f-c3d4-4be6-b448-f6d3e09d1f1d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:20.632380 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34bda3cd-8518-4c47-968c-69fbe2ef1f83 req-2a90fa3f-c3d4-4be6-b448-f6d3e09d1f1d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0713332 May 13 13:26:20.693526 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34bda3cd-8518-4c47-968c-69fbe2ef1f83 req-3009612d-704e-4b00-97b3-c40aa6e82a92 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503006 May 13 13:26:20.697003 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-cffdc47c-81f0-4ead-a09a-2f35206032ed tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 472 time: 0.0723689 May 13 13:26:20.716090 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'port': {'device_id': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'admin_state_up': True, 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'security_groups': ['2a0c4c8b-65d3-47df-bbe0-67bb32960dda']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:20.923324 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Made reservation on behalf of 2c900748e271404bb3cb11fb2308e784 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:26:20.926851 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:21.065934 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Allocated IP 172.20.0.3 (fc71e07c-eb5e-4e51-82e1-4253b2766878/011b2f4c-6e0c-4d4a-b429-36584b9c065a/3545091d-ebe5-4fc8-8e1a-ed10472f81d7) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:26:21.210061 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:21.734380 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c2cc9982-70e4-4d46-98c8-7ffaac3b4b9b req-980f54d8-f900-4fec-ad9f-b7018965f09d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0382140 May 13 13:26:21.824073 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dc4f7-b979-45a3-ada8-f11df5c9cfbb req-58a23363-c947-440e-aa9f-b1f5e1ed3a93 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:21.825810 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ae1dc4f7-b979-45a3-ada8-f11df5c9cfbb req-58a23363-c947-440e-aa9f-b1f5e1ed3a93 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0540941 May 13 13:26:21.879240 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ae1dc4f7-b979-45a3-ada8-f11df5c9cfbb req-d8156d90-6c5d-44d4-a0ed-43f9cbabb451 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474272 May 13 13:26:22.067050 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.118857 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:26:22.122341 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:26:22.128452 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:26:22.135134 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:22.166305 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.166649 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.167011 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.167345 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.167762 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.168805 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.169166 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.169489 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.169838 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.170140 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.170489 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.170813 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.171205 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.171437 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.171762 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:22.201043 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:22.202122 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.348704 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-c3648752-913a-4143-b489-2c19c57af16c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6380792 May 13 13:26:22.360061 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Request body: {'port': {'device_id': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:22.383984 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-c52b5a51-610d-4833-92c8-bd45f1dade6e None None] Provisioning complete for port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:26:22.385062 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c52b5a51-610d-4833-92c8-bd45f1dade6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.419658 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.421804 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-c52b5a51-610d-4833-92c8-bd45f1dade6e None None] Port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:26:22.858882 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5094d44-dffc-4c93-a6c8-199ef905a2a9 req-980b1071-fba1-4be7-a241-9337fced3fe9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:22.860397 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d5094d44-dffc-4c93-a6c8-199ef905a2a9 req-980b1071-fba1-4be7-a241-9337fced3fe9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 931 time: 0.0518453 May 13 13:26:22.920937 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d5094d44-dffc-4c93-a6c8-199ef905a2a9 req-f85f1acc-7848-46f9-a174-936a65926ca2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546126 May 13 13:26:22.931344 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:26:22.941468 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Publish callbacks [] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:22.955660 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Transition to ACTIVE for port object 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:26:23.018658 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:23.079023 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Pushing event updated for resources: {'Port': ['ID=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:23.176559 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Attempting to bind port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:26:23.177065 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Attempting to bind port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:26:23.177486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Attempting to bind port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:26:23.183243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 on network fc71e07c-eb5e-4e51-82e1-4253b2766878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:26:23.184415 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Attempting to bind port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:26:23.194028 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:26:23.194520 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Checking segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:26:23.194920 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Bound using segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:26:23.195363 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Bound port: 3545091d-ebe5-4fc8-8e1a-ed10472f81d7, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:26:23.195728 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:23.226384 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d334-9745-432c-92c6-db54b104386a req-a5d15d49-389f-45ef-b226-3facb86e19d5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:23.227953 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0807d334-9745-432c-92c6-db54b104386a req-a5d15d49-389f-45ef-b226-3facb86e19d5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.2720389 May 13 13:26:23.273186 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] For port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:26:23.276783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] For port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:26:23.283251 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0807d334-9745-432c-92c6-db54b104386a req-42fe04da-1271-411b-ab34-35f19627e43c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483279 May 13 13:26:23.352320 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:23.387178 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:23.387807 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:23.389204 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] 10.222.0.69 "PUT /v2.0/ports/3545091d-ebe5-4fc8-8e1a-ed10472f81d7 HTTP/1.1" status: 200 len: 1093 time: 1.0330877 May 13 13:26:23.389656 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'tag': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:23.391934 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628a11ac-06a5-4d00-af23-98298d7a8f21" -d '{"events": [{"name": "network-changed", "server_uuid": "14bddf7f-e172-4c36-8cb5-8752d556e11b", "tag": "3545091d-ebe5-4fc8-8e1a-ed10472f81d7"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:23.420463 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d549a9-c124-46b8-8b79-865db7aa0db1 service neutron] Pushing event updated for resources: {'Port': ['ID=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:23.437305 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4ed91d-2a71-47b9-af81-c554087f667f x-openstack-request-id: req-ad4ed91d-2a71-47b9-af81-c554087f667f {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:23.437598 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bddf7f-e172-4c36-8cb5-8752d556e11b", "tag": "3545091d-ebe5-4fc8-8e1a-ed10472f81d7", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:23.437852 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad4ed91d-2a71-47b9-af81-c554087f667f {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:23.438304 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4ed91d-2a71-47b9-af81-c554087f667f'] response: {'name': 'network-changed', 'server_uuid': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'tag': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'status': 'completed', 'code': 200} May 13 13:26:24.037941 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc3bf2-fbac-4e5c-8fcf-be8903c3d57a req-6140b087-910d-445f-a3e2-3c9a36373459 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:24.039428 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8bfc3bf2-fbac-4e5c-8fcf-be8903c3d57a req-6140b087-910d-445f-a3e2-3c9a36373459 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0483365 May 13 13:26:24.087011 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8bfc3bf2-fbac-4e5c-8fcf-be8903c3d57a req-43749a30-8b4e-48cf-bd55-be9efbd001e1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 May 13 13:26:24.419028 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973811d-2034-4d01-94ff-18030a6056bf req-866df63e-9bc2-4a48-b4bb-484ec88a5e70 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:24.420546 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d973811d-2034-4d01-94ff-18030a6056bf req-866df63e-9bc2-4a48-b4bb-484ec88a5e70 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0567067 May 13 13:26:24.470135 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d973811d-2034-4d01-94ff-18030a6056bf req-4e13fff4-ff75-461a-a9ba-03402e77fbca tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 May 13 13:26:25.215797 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cfe82-29dd-4df8-a03c-4b2cc3874f5d req-ae8d6a3e-0140-4654-b4d8-f0eccc288290 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:25.217360 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d2cfe82-29dd-4df8-a03c-4b2cc3874f5d req-ae8d6a3e-0140-4654-b4d8-f0eccc288290 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0558019 May 13 13:26:25.266910 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d2cfe82-29dd-4df8-a03c-4b2cc3874f5d req-e29c286e-d5fa-4c39-a2c8-32b3f09126b1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 May 13 13:26:25.596302 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1130c55-b659-4f8d-839f-c5e85fec65dc req-643b3471-9765-4a8e-9773-90211a169b7c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:25.597987 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1130c55-b659-4f8d-839f-c5e85fec65dc req-643b3471-9765-4a8e-9773-90211a169b7c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0507879 May 13 13:26:25.650565 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1130c55-b659-4f8d-839f-c5e85fec65dc req-8178cf30-fd0f-4102-a9c3-291fc4efde9a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461276 May 13 13:26:25.968830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a11ac-06a5-4d00-af23-98298d7a8f21 req-9d7c989a-30bb-4553-90ba-e5d8982320ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:25.970511 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-628a11ac-06a5-4d00-af23-98298d7a8f21 req-9d7c989a-30bb-4553-90ba-e5d8982320ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 1127 time: 0.0455592 May 13 13:26:26.381611 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3711007-54ab-4aa2-8ed6-084ffd4b5a3c req-dcbc4cc6-4303-4c89-acc3-c75584dd9d48 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:26.383114 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3711007-54ab-4aa2-8ed6-084ffd4b5a3c req-dcbc4cc6-4303-4c89-acc3-c75584dd9d48 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0481477 May 13 13:26:26.434267 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3711007-54ab-4aa2-8ed6-084ffd4b5a3c req-f47d42e5-14b4-4568-80fc-9e04b23f634a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 May 13 13:26:26.788341 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326bea4-93d9-4949-bdcf-dc880fff9eee req-c2183174-58fc-444a-a0e5-c58ce95f478f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:26.789863 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b326bea4-93d9-4949-bdcf-dc880fff9eee req-c2183174-58fc-444a-a0e5-c58ce95f478f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 944 time: 0.0483861 May 13 13:26:26.838287 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b326bea4-93d9-4949-bdcf-dc880fff9eee req-49b44b20-4ae0-4400-822b-e99311080e41 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 May 13 13:26:26.988903 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a11ac-06a5-4d00-af23-98298d7a8f21 req-b128f7fe-6266-4c5d-967b-07c3a419842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:26.990617 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-628a11ac-06a5-4d00-af23-98298d7a8f21 req-b128f7fe-6266-4c5d-967b-07c3a419842d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c900748e271404bb3cb11fb2308e784&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1055527 May 13 13:26:27.098018 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a11ac-06a5-4d00-af23-98298d7a8f21 req-9d844b4b-837d-4288-8627-05fb554fcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:27.099415 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-628a11ac-06a5-4d00-af23-98298d7a8f21 req-9d844b4b-837d-4288-8627-05fb554fcbaf service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979755 May 13 13:26:27.178121 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-4492aebd-6b97-4cc6-9d95-54da2c2be8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:27.179930 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-4492aebd-6b97-4cc6-9d95-54da2c2be8ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 1127 time: 0.0415008 May 13 13:26:27.224847 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-79997d6f-4105-4de2-8db8-32afbcbb1f64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3545091d-ebe5-4fc8-8e1a-ed10472f81d7 HTTP/1.1" status: 200 len: 217 time: 0.0374203 May 13 13:26:27.279847 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-dd838cfb-7dd1-47aa-b8da-28f094d50c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:27.281312 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-dd838cfb-7dd1-47aa-b8da-28f094d50c70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 200 len: 853 time: 0.0461082 May 13 13:26:27.330568 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-ea3c1051-4ae7-4162-b298-48a1c8fb4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:27.332062 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-ea3c1051-4ae7-4162-b298-48a1c8fb4b4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc71e07c-eb5e-4e51-82e1-4253b2766878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440996 May 13 13:26:27.371616 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:26:27.421933 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-4547e30b-d807-46a1-9cf3-96ce76b52d27 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829935 May 13 13:26:27.478833 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:27.492688 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'port_id': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'mac_address': 'fa:16:3e:33:01:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:26:27.533495 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port c523458e-8e82-46df-bfae-db11fc8b2ec5 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:26:27.533877 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:27.539028 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ca686163-f5cc-4dbd-a7d5-05223937a22f req-1f33df81-6c4a-4e5b-ad67-5b5a862a69d6 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102934 May 13 13:26:27.547502 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c523458e-8e82-46df-bfae-db11fc8b2ec5 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:26:27.558246 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ccea-901a-4fc2-96c2-d61672f3e7f7 req-f1f86b08-723c-4dee-bafe-56df2bbf8f9c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:27.560501 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3cc1ccea-901a-4fc2-96c2-d61672f3e7f7 req-f1f86b08-723c-4dee-bafe-56df2bbf8f9c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0544896 May 13 13:26:27.567234 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:27.607259 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3cc1ccea-901a-4fc2-96c2-d61672f3e7f7 req-105963cf-e4dc-4156-9958-29b28064157d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 May 13 13:26:27.643658 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:27.693372 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=9']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:27.700287 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.700634 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.700999 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.701360 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.701695 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.702025 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.702383 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.702711 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.703035 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.703360 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.703682 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.704021 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.704346 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.704666 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.704986 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:26:27.957804 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd440542-b818-4d3c-89c6-3179df832be1 req-c0b1942d-33b8-49d7-993f-0dcf45fd73c2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:27.959199 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd440542-b818-4d3c-89c6-3179df832be1 req-c0b1942d-33b8-49d7-993f-0dcf45fd73c2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0464611 May 13 13:26:28.005809 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd440542-b818-4d3c-89c6-3179df832be1 req-d7f83bdf-c1b0-4139-9c3a-80bec8dc5277 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399218 May 13 13:26:28.720860 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065e741-84ae-4c11-aa4a-ea8a011a16dd req-24496db1-decd-4b66-b38a-ab6268fd2926 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:28.722396 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f065e741-84ae-4c11-aa4a-ea8a011a16dd req-24496db1-decd-4b66-b38a-ab6268fd2926 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0479920 May 13 13:26:28.773098 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f065e741-84ae-4c11-aa4a-ea8a011a16dd req-52f66803-0b56-47c6-8374-682c3e84e7a2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451837 May 13 13:26:29.124200 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a6091-6775-445d-ad8f-6fae95825bb7 req-47aaf71a-a763-48ee-be44-322e76e7cb37 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:29.125758 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e49a6091-6775-445d-ad8f-6fae95825bb7 req-47aaf71a-a763-48ee-be44-322e76e7cb37 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0479565 May 13 13:26:29.173531 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e49a6091-6775-445d-ad8f-6fae95825bb7 req-a70e27fe-c82b-44a8-a4a0-5fafc08086cc tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421700 May 13 13:26:29.887567 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae05d4d-e103-4120-a3ca-85e86f7de90d req-3110cf57-7694-4139-b082-030a21c5ac52 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:29.889136 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bae05d4d-e103-4120-a3ca-85e86f7de90d req-3110cf57-7694-4139-b082-030a21c5ac52 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0478973 May 13 13:26:29.937719 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bae05d4d-e103-4120-a3ca-85e86f7de90d req-72887a3f-75cd-4472-b12a-1606f66fa710 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 May 13 13:26:30.301804 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc23c71-5d43-4908-9a2c-584a5a0d9efe req-6816daaf-86e9-46a0-8042-b23c8d6da2de tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:30.303439 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8dc23c71-5d43-4908-9a2c-584a5a0d9efe req-6816daaf-86e9-46a0-8042-b23c8d6da2de tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0529838 May 13 13:26:30.352094 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8dc23c71-5d43-4908-9a2c-584a5a0d9efe req-528742eb-d66e-485f-a1e4-14068b3c858f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 May 13 13:26:30.488805 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:30.538283 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['c523458e-8e82-46df-bfae-db11fc8b2ec5'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:26:31.050324 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd23b4-25b1-448b-b166-da182bf2981d req-2a2a6a2e-d422-464f-9dbd-47673f78506f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:31.051822 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6bd23b4-25b1-448b-b166-da182bf2981d req-2a2a6a2e-d422-464f-9dbd-47673f78506f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0474873 May 13 13:26:31.099120 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6bd23b4-25b1-448b-b166-da182bf2981d req-e4c78c6b-c038-4e7e-809d-a06893937d7e tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 May 13 13:26:31.482051 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582b60d-1ad6-4341-b783-36a437b86343 req-87416359-850a-465e-a473-0eaaaf08defc tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:31.483628 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1582b60d-1ad6-4341-b783-36a437b86343 req-87416359-850a-465e-a473-0eaaaf08defc tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 945 time: 0.0548434 May 13 13:26:31.535728 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1582b60d-1ad6-4341-b783-36a437b86343 req-b9171c3b-57f5-4d63-a712-e10947f36d09 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464849 May 13 13:26:32.184315 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:26:32.219891 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a77ad-e806-44ec-97d9-564d6cf06102 req-7d15cd70-33c2-4364-a06b-321d7f5acf6b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:32.221476 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b08a77ad-e806-44ec-97d9-564d6cf06102 req-7d15cd70-33c2-4364-a06b-321d7f5acf6b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0499928 May 13 13:26:32.234958 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port c523458e-8e82-46df-bfae-db11fc8b2ec5 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:26:32.235331 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.270664 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b08a77ad-e806-44ec-97d9-564d6cf06102 req-de4966fe-926b-4cc7-a195-cff16dc2ba6b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 May 13 13:26:32.316470 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port c523458e-8e82-46df-bfae-db11fc8b2ec5 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:26:32.316859 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.342058 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:32.344368 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc85bb-7d82-461a-9465-e0240de24cc8" -d '{"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-plugged", "status": "completed", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:32.356841 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:32.389504 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb494f69-e979-4420-b586-c1d3fca84f90 x-openstack-request-id: req-fb494f69-e979-4420-b586-c1d3fca84f90 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:32.389504 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-plugged", "status": "completed", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:32.389504 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb494f69-e979-4420-b586-c1d3fca84f90 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:32.389504 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb494f69-e979-4420-b586-c1d3fca84f90'] response: {'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'code': 200} May 13 13:26:32.460460 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:32.514400 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=10']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:32.657212 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca62247-28ba-4965-9b4d-e0e7ec39c4ab req-8d8586a7-90b9-4bca-85e0-07c7c9ceb986 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:32.658680 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dca62247-28ba-4965-9b4d-e0e7ec39c4ab req-8d8586a7-90b9-4bca-85e0-07c7c9ceb986 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 947 time: 0.0474863 May 13 13:26:32.709608 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dca62247-28ba-4965-9b4d-e0e7ec39c4ab req-cd27ddea-592c-4526-b7cb-e570b73fb81b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451500 May 13 13:26:33.092138 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b5b91-b061-4f61-8262-058c4057eb9e req-f3dd63c6-bfe1-49c9-a5da-e4ce0fa8bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:33.093629 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e42b5b91-b061-4f61-8262-058c4057eb9e req-f3dd63c6-bfe1-49c9-a5da-e4ce0fa8bce0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 1131 time: 0.0408928 May 13 13:26:33.137285 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e42b5b91-b061-4f61-8262-058c4057eb9e req-2afaf025-5199-4b86-bc76-606b805d8c98 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370629 May 13 13:26:33.390936 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6a712-c79e-4ff3-a210-312ef652913b req-1107b2b5-e2ef-4bd2-a267-e2a93ff4ecdd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:33.392368 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9dc6a712-c79e-4ff3-a210-312ef652913b req-1107b2b5-e2ef-4bd2-a267-e2a93ff4ecdd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 943 time: 0.0493417 May 13 13:26:33.443516 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9dc6a712-c79e-4ff3-a210-312ef652913b req-b6c4e455-d51a-473e-b6e6-a845dfb02bf0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 May 13 13:26:33.843395 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b67ad-5f99-4ed2-8c2b-5f9bf08a8a81 req-b09b7243-5a2e-4725-b6e8-4a2831523391 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:33.844973 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cd7b67ad-5f99-4ed2-8c2b-5f9bf08a8a81 req-b09b7243-5a2e-4725-b6e8-4a2831523391 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 947 time: 0.0587966 May 13 13:26:33.893032 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cd7b67ad-5f99-4ed2-8c2b-5f9bf08a8a81 req-56abd9b0-3f26-4378-83e3-1f5b4f264130 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424960 May 13 13:26:34.198653 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:26:34.297366 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:34.309105 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'port_id': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'mac_address': 'fa:16:3e:bb:c1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:26:34.351425 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:26:34.351793 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:34.365063 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:26:34.385280 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:34.482295 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:34.532602 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:34.566481 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fbe34-96b8-4c86-a2cf-81c0f368f880 req-a9506f38-189e-481f-99b9-31fd2dc6525b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:34.567961 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7fbe34-96b8-4c86-a2cf-81c0f368f880 req-a9506f38-189e-481f-99b9-31fd2dc6525b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 944 time: 0.0525959 May 13 13:26:34.617198 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7fbe34-96b8-4c86-a2cf-81c0f368f880 req-48de3182-2696-41b6-9777-038748051c63 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 May 13 13:26:34.891721 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['3545091d-ebe5-4fc8-8e1a-ed10472f81d7'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:26:35.027274 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032628e-3ea7-4012-ae42-86c5719244bb req-82a483fa-46fc-45ba-bae4-d9977d1966d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:35.030709 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a032628e-3ea7-4012-ae42-86c5719244bb req-82a483fa-46fc-45ba-bae4-d9977d1966d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 947 time: 0.0593398 May 13 13:26:35.089048 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a032628e-3ea7-4012-ae42-86c5719244bb req-3bf82792-fe36-4ffe-a3c7-928b325bd92a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486217 May 13 13:26:35.642983 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a4db939c-f2b5-4601-8bfe-77d2d7cf47d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:35.737063 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0415de5-4f32-4fbd-9f2a-9c4a6c08fdbe req-2ccc9a3b-fc47-4a05-82fb-5b3941ca5a81 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:35.738578 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f0415de5-4f32-4fbd-9f2a-9c4a6c08fdbe req-2ccc9a3b-fc47-4a05-82fb-5b3941ca5a81 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 944 time: 0.0513163 May 13 13:26:35.796327 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f0415de5-4f32-4fbd-9f2a-9c4a6c08fdbe req-66a3a282-facb-4c80-9efa-f9ab741251dc tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 May 13 13:26:36.216372 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:26:36.221312 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafa300-3345-40b1-b17c-580c07ae064f req-771d29a2-27f1-4138-b165-7de26194f62e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:36.222969 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9bafa300-3345-40b1-b17c-580c07ae064f req-771d29a2-27f1-4138-b165-7de26194f62e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 947 time: 0.0559251 May 13 13:26:36.270033 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:26:36.274030 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9bafa300-3345-40b1-b17c-580c07ae064f req-0171e53e-947e-4343-926a-fd037b46aa12 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452871 May 13 13:26:36.417891 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:26:36.418316 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:36.499172 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:26:36.499559 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:36.522656 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:36.524849 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9d7f7b-e48c-4287-a712-291ad543b519" -d '{"events": [{"server_uuid": "14bddf7f-e172-4c36-8cb5-8752d556e11b", "name": "network-vif-plugged", "status": "completed", "tag": "3545091d-ebe5-4fc8-8e1a-ed10472f81d7"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:36.538885 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:36.561288 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3cabe1-108e-4481-9b46-c82fc280c6fa x-openstack-request-id: req-fa3cabe1-108e-4481-9b46-c82fc280c6fa {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:36.561578 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bddf7f-e172-4c36-8cb5-8752d556e11b", "name": "network-vif-plugged", "status": "completed", "tag": "3545091d-ebe5-4fc8-8e1a-ed10472f81d7", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:36.561830 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa3cabe1-108e-4481-9b46-c82fc280c6fa {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:36.562301 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3cabe1-108e-4481-9b46-c82fc280c6fa'] response: {'server_uuid': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'code': 200} May 13 13:26:36.649254 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:36.696511 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:36.879407 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a61fb-1f01-4074-a84d-b30d03fc1cc5 req-04ce1209-17fb-418e-b8ee-0ad159b2cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:36.880886 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d8a61fb-1f01-4074-a84d-b30d03fc1cc5 req-04ce1209-17fb-418e-b8ee-0ad159b2cdea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 1129 time: 0.0394073 May 13 13:26:36.911918 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33cf12-e078-4f49-a238-cff061faa79e req-dc8740fc-8ecf-4de8-8ca7-ca9dd9e2f52b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:36.913354 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b33cf12-e078-4f49-a238-cff061faa79e req-dc8740fc-8ecf-4de8-8ca7-ca9dd9e2f52b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.0489836 May 13 13:26:36.933047 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0d8a61fb-1f01-4074-a84d-b30d03fc1cc5 req-dbecc3cc-e0c7-48ff-ad4b-52bf86ea09e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433772 May 13 13:26:36.964402 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b33cf12-e078-4f49-a238-cff061faa79e req-c24b540a-7ca9-4a36-a344-03fc9629a5c5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 May 13 13:26:37.408380 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a97db-f462-4671-b706-98242c6a6b16 req-85835bc8-db2c-407c-b9fe-8ae091ec2a59 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:37.410007 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f96a97db-f462-4671-b706-98242c6a6b16 req-85835bc8-db2c-407c-b9fe-8ae091ec2a59 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 947 time: 0.0544684 May 13 13:26:37.460636 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f96a97db-f462-4671-b706-98242c6a6b16 req-92d9e83a-9703-48f3-b031-d90a37832328 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448143 May 13 13:26:37.637332 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938f555-18dc-4978-ac38-6ceeb159caa0 req-2b4d94b7-9cdf-4de6-bad0-b92463a5fce3 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:37.638867 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a938f555-18dc-4978-ac38-6ceeb159caa0 req-2b4d94b7-9cdf-4de6-bad0-b92463a5fce3 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 946 time: 0.0476515 May 13 13:26:37.685513 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a938f555-18dc-4978-ac38-6ceeb159caa0 req-547aaa55-584b-4fa9-b888-d36c1c804222 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 May 13 13:26:38.057969 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2be02fea-c436-43c8-ab89-815f66ef5146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:38.088852 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4d02-61af-4171-b09c-191495b3c2e4 req-0b328a15-49ee-4cd2-bd15-5cca17acecad tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:38.090601 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4b2a4d02-61af-4171-b09c-191495b3c2e4 req-0b328a15-49ee-4cd2-bd15-5cca17acecad tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.0535343 May 13 13:26:38.138994 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4b2a4d02-61af-4171-b09c-191495b3c2e4 req-3f5dd99c-a6f3-42d6-a5c4-67b45b2cbf42 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425208 May 13 13:26:38.799531 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4dce9-c922-48c1-a328-f964dc15c022 req-6dfb06ed-9ed9-40aa-aefb-40aded79c0cf tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:38.801011 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c6e4dce9-c922-48c1-a328-f964dc15c022 req-6dfb06ed-9ed9-40aa-aefb-40aded79c0cf tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 946 time: 0.0481675 May 13 13:26:38.849240 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c6e4dce9-c922-48c1-a328-f964dc15c022 req-df774258-aaff-49e6-81cd-8a810c6a006d tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 May 13 13:26:39.264311 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0eac0-4400-4167-95ec-608bf3a3c8f0 req-24444aab-155d-4864-b1a6-f0fc2bb5292f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:39.265836 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1ab0eac0-4400-4167-95ec-608bf3a3c8f0 req-24444aab-155d-4864-b1a6-f0fc2bb5292f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.0506582 May 13 13:26:39.316375 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1ab0eac0-4400-4167-95ec-608bf3a3c8f0 req-356e14ff-ed4b-4a06-8fe3-e4fbbf7f794c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 May 13 13:26:39.569120 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:39.963368 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e48d-3b7c-4b82-8563-681da7d15bcb req-62bdc2e5-4179-4c97-b3fc-d04648b8cdb7 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:39.964876 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d659e48d-3b7c-4b82-8563-681da7d15bcb req-62bdc2e5-4179-4c97-b3fc-d04648b8cdb7 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 946 time: 0.0481808 May 13 13:26:40.011501 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d659e48d-3b7c-4b82-8563-681da7d15bcb req-89a57104-aceb-4cb2-bbbc-092a38983c93 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/security-groups?id=5cc39229-6332-47e2-9bc0-fbf73d66a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 May 13 13:26:40.335089 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-b51b3852-27e1-42bb-8693-41128c1c9435 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:40.336504 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-b51b3852-27e1-42bb-8693-41128c1c9435 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.69 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 946 time: 0.0468295 May 13 13:26:40.427105 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Deleting port 0299a732-f26e-4354-82c8-4c45974d6071 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:26:40.427448 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (0299a732-f26e-4354-82c8-4c45974d6071), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:40.435714 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a40f51-ec13-48c0-bb18-361dab5d169a req-551db718-4750-4b1a-98ff-54dfef99b76c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:40.437277 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73a40f51-ec13-48c0-bb18-361dab5d169a req-551db718-4750-4b1a-98ff-54dfef99b76c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.0503650 May 13 13:26:40.487218 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73a40f51-ec13-48c0-bb18-361dab5d169a req-80f3e29e-81c9-462e-b04b-5d663a6fe052 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442245 May 13 13:26:40.524674 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] For port 0299a732-f26e-4354-82c8-4c45974d6071, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0299a732-f26e-4354-82c8-4c45974d6071,segment=NetworkSegment(b7232452-64cc-49ac-bf50-3055f172fd28),segment_id=b7232452-64cc-49ac-bf50-3055f172fd28)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:26:40.525039 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (0299a732-f26e-4354-82c8-4c45974d6071), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:40.539383 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Calling delete_port for 0299a732-f26e-4354-82c8-4c45974d6071 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:26:40.602361 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c07f02-55c1-464b-8b8b-63a227474e6f req-489e4560-8df1-496c-b1a8-cd97adfd928b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:40.603871 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f9c07f02-55c1-464b-8b8b-63a227474e6f req-489e4560-8df1-496c-b1a8-cd97adfd928b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.0516372 May 13 13:26:40.613693 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49538) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:26:40.618626 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'floatingip': {'port_id': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:26:40.663488 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (ed228708-0725-4275-9a18-3be2b8bb6b1b), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:40.891905 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (0299a732-f26e-4354-82c8-4c45974d6071), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:40.909684 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['0299a732-f26e-4354-82c8-4c45974d6071'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:26:40.927799 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Pushing event deleted for resources: {'Port': ['ID=0299a732-f26e-4354-82c8-4c45974d6071,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:26:41.012554 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] No DVR routers for this DVR port 0299a732-f26e-4354-82c8-4c45974d6071 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:26:41.021342 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.024585 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3698e5bb-1179-4743-ae13-ea69f3b4b4e0 req-d3da1f69-7c03-4ccd-bd2f-06fbc4e1a787 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.69 "DELETE /v2.0/ports/0299a732-f26e-4354-82c8-4c45974d6071 HTTP/1.1" status: 204 len: 173 time: 0.6815646 May 13 13:26:41.025026 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22c736-3272-4f3c-950b-12fc33d878ba', 'name': 'network-vif-deleted', 'tag': '0299a732-f26e-4354-82c8-4c45974d6071'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:41.027826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ac46f-4f9d-41a5-94d8-e7adfcd88249" -d '{"events": [{"server_uuid": "7d22c736-3272-4f3c-950b-12fc33d878ba", "name": "network-vif-deleted", "tag": "0299a732-f26e-4354-82c8-4c45974d6071"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:41.076115 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f275a6c4-6437-4e3d-9fb8-67877a9ff679 x-openstack-request-id: req-f275a6c4-6437-4e3d-9fb8-67877a9ff679 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:41.076406 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22c736-3272-4f3c-950b-12fc33d878ba", "name": "network-vif-deleted", "tag": "0299a732-f26e-4354-82c8-4c45974d6071", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:41.076658 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f275a6c4-6437-4e3d-9fb8-67877a9ff679 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:41.077059 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f275a6c4-6437-4e3d-9fb8-67877a9ff679'] response: {'server_uuid': '7d22c736-3272-4f3c-950b-12fc33d878ba', 'name': 'network-vif-deleted', 'tag': '0299a732-f26e-4354-82c8-4c45974d6071', 'status': 'completed', 'code': 200} May 13 13:26:41.126557 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be5ee781-a75c-46b8-96de-44308fb48968 req-af59b09a-7777-43fa-a2fe-a8b79fa2026e tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 210 time: 0.0285511 May 13 13:26:41.174783 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.256127 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.386096 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (ed228708-0725-4275-9a18-3be2b8bb6b1b), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.491418 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Floating IP ed228708-0725-4275-9a18-3be2b8bb6b1b associated. External IP: 172.27.2.86, port: 3545091d-ebe5-4fc8-8e1a-ed10472f81d7. May 13 13:26:41.704652 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:26:41.818455 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:26:41.823321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:41.830936 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:26:41.841990 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:26:41.842718 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:26:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:41.855007 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e65ae69b-a672-44aa-8f6d-ea702057e8d2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "PUT /v2.0/floatingips/ed228708-0725-4275-9a18-3be2b8bb6b1b HTTP/1.1" status: 200 len: 990 time: 1.2401438 May 13 13:26:41.954333 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:26:42.177796 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:40Z', 'revision_number': 2, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}, {'id': 'ed228708-0725-4275-9a18-3be2b8bb6b1b', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:bb:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:26:05Z', 'updated_at': '2022-05-13T13:26:41Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:42.264705 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7161845e-7f87-47dd-b315-7d3b73223cbd req-3099e4f8-8e6f-4a11-a728-4e9f5a5237a3 tempest-VolumesSnapshotTestJSON-940237884 tempest-VolumesSnapshotTestJSON-940237884-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d22c736-3272-4f3c-950b-12fc33d878ba HTTP/1.1" status: 200 len: 210 time: 0.0378408 May 13 13:26:42.305874 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:26:42.315204 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:26:42.315810 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:26:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:42.431280 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:26:42.526397 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:26:42.663027 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:40Z', 'revision_number': 2, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}, {'id': 'ed228708-0725-4275-9a18-3be2b8bb6b1b', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:bb:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:26:05Z', 'updated_at': '2022-05-13T13:26:41Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:26:42.693957 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709239c3-11fb-4468-ac1d-fe9f6e6251f1 None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:40Z', 'revision_number': 2, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}, {'id': 'ed228708-0725-4275-9a18-3be2b8bb6b1b', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:bb:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:26:05Z', 'updated_at': '2022-05-13T13:26:41Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:26:42.909800 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1ffb9-7d0d-448a-89e6-d6a47c0f7644 None None] New status for floating IP ed228708-0725-4275-9a18-3be2b8bb6b1b: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:26:43.078057 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'tag': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:26:43.080934 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a9d000-500b-42fe-b44f-9dbcdf6da3df" -d '{"events": [{"name": "network-changed", "server_uuid": "14bddf7f-e172-4c36-8cb5-8752d556e11b", "tag": "3545091d-ebe5-4fc8-8e1a-ed10472f81d7"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:26:43.116657 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5120f987-6e1b-4643-a796-8d31e524e1a4 x-openstack-request-id: req-5120f987-6e1b-4643-a796-8d31e524e1a4 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:26:43.116947 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bddf7f-e172-4c36-8cb5-8752d556e11b", "tag": "3545091d-ebe5-4fc8-8e1a-ed10472f81d7", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:26:43.117225 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5120f987-6e1b-4643-a796-8d31e524e1a4 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:26:43.117631 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5120f987-6e1b-4643-a796-8d31e524e1a4'] response: {'name': 'network-changed', 'server_uuid': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'tag': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'status': 'completed', 'code': 200} May 13 13:26:43.186734 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-ae8ebd53-90be-40d7-a455-fd6bf7a617bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:43.188623 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-ae8ebd53-90be-40d7-a455-fd6bf7a617bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 1129 time: 0.0447688 May 13 13:26:43.282011 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-fbb27a89-7b04-443e-b855-a15d5a8303f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:43.283516 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-fbb27a89-7b04-443e-b855-a15d5a8303f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 915 time: 0.0881131 May 13 13:26:43.364800 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-a5b50d93-95b9-44a3-9fea-40510ad06f9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3545091d-ebe5-4fc8-8e1a-ed10472f81d7 HTTP/1.1" status: 200 len: 1000 time: 0.0730627 May 13 13:26:43.415337 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-6db8794e-49f3-4db4-b2c2-1fde579a24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:43.416780 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-6db8794e-49f3-4db4-b2c2-1fde579a24b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 200 len: 853 time: 0.0439360 May 13 13:26:43.469044 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-340d4b5a-80d4-4904-8681-7314b3393c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:43.470590 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-340d4b5a-80d4-4904-8681-7314b3393c96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc71e07c-eb5e-4e51-82e1-4253b2766878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394027 May 13 13:26:43.567344 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-3db9fffd-6f60-412d-8991-9244558e704c service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884233 May 13 13:26:43.663004 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-24a9d000-500b-42fe-b44f-9dbcdf6da3df req-2ec8dc72-3380-4073-8ebd-6f53309cb944 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866847 May 13 13:26:44.060779 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed6114-a750-4a4a-9f9f-706263cd2257 req-23731ee6-9a4e-4cca-83ef-f06970a2dc4e tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:44.062292 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cbed6114-a750-4a4a-9f9f-706263cd2257 req-23731ee6-9a4e-4cca-83ef-f06970a2dc4e tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0524693 May 13 13:26:44.115038 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cbed6114-a750-4a4a-9f9f-706263cd2257 req-977ea7e0-7725-4b27-bc24-02006de7f2db tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 May 13 13:26:44.261630 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 0299a732-f26e-4354-82c8-4c45974d6071 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:26:44.406838 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 0299a732-f26e-4354-82c8-4c45974d6071 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:26:44.407190 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 0299a732-f26e-4354-82c8-4c45974d6071 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:26:45.233512 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73d704-10d9-407e-8413-65e3fd01adee req-151d047e-af16-48e2-bb50-254f52f77b81 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:45.234978 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8d73d704-10d9-407e-8413-65e3fd01adee req-151d047e-af16-48e2-bb50-254f52f77b81 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0477488 May 13 13:26:45.282541 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8d73d704-10d9-407e-8413-65e3fd01adee req-93122c31-9c24-4655-99a3-1e8ae46da813 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417624 May 13 13:26:46.396546 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abc7a9-676b-4c60-9094-b5a3df403968 req-f3fe2add-c297-4634-9d8d-2b9fb35690cc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:46.398027 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-41abc7a9-676b-4c60-9094-b5a3df403968 req-f3fe2add-c297-4634-9d8d-2b9fb35690cc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0476644 May 13 13:26:46.445434 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-41abc7a9-676b-4c60-9094-b5a3df403968 req-8b4c645d-5d5f-45a5-a1a4-cfcccf917728 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416892 May 13 13:26:47.274948 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:26:47.578016 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f67bf-16b4-44a9-a33f-52f0e8d55e46 req-e6afda28-90fe-4d3e-bfe5-979ceebecc58 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:47.579770 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e85f67bf-16b4-44a9-a33f-52f0e8d55e46 req-e6afda28-90fe-4d3e-bfe5-979ceebecc58 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0580411 May 13 13:26:47.627762 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e85f67bf-16b4-44a9-a33f-52f0e8d55e46 req-ace7a4e7-a721-4109-8308-29d5ab049d46 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 May 13 13:26:48.744377 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3dd69-e2cd-4835-8ab7-60a5d250741e req-4c78b47e-ee1f-46fc-b4a7-9636424054d8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:48.745848 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23b3dd69-e2cd-4835-8ab7-60a5d250741e req-4c78b47e-ee1f-46fc-b4a7-9636424054d8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0477953 May 13 13:26:48.792319 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23b3dd69-e2cd-4835-8ab7-60a5d250741e req-326bb1e2-d58f-4e10-aa41-d1277aa7dcbb tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401981 May 13 13:26:49.907437 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a649d8-2452-48a7-8e2f-d185127199a3 req-3487f2e4-e1c7-40e4-98a9-00bb5ce011a1 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:49.908965 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e2a649d8-2452-48a7-8e2f-d185127199a3 req-3487f2e4-e1c7-40e4-98a9-00bb5ce011a1 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0481019 May 13 13:26:49.961444 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e2a649d8-2452-48a7-8e2f-d185127199a3 req-e5dee279-5c5a-4880-9951-ba281469df3b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465305 May 13 13:26:51.077872 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7d68b-3ac5-4d94-ba30-1df5814e905a req-c42683c8-28a2-4a2a-ae1a-4f42f648f137 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:51.079380 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c7e7d68b-3ac5-4d94-ba30-1df5814e905a req-c42683c8-28a2-4a2a-ae1a-4f42f648f137 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0475934 May 13 13:26:51.127423 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c7e7d68b-3ac5-4d94-ba30-1df5814e905a req-25f9d012-e153-47aa-9792-da3709f47b20 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424631 May 13 13:26:52.248368 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cbcc9-c963-4d41-bdf9-4b7f38eee1c2 req-75e400ff-ede5-452b-a420-f52893c59c35 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:52.249976 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-915cbcc9-c963-4d41-bdf9-4b7f38eee1c2 req-75e400ff-ede5-452b-a420-f52893c59c35 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0523870 May 13 13:26:52.298388 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-915cbcc9-c963-4d41-bdf9-4b7f38eee1c2 req-8a3ce782-ec05-45e6-9b19-42f2f9bd7b86 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422390 May 13 13:26:53.421757 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41766a-42e2-4001-9734-1c24c55d917e req-510dfea3-e294-450f-ab17-9b1c73d82281 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:53.423280 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c41766a-42e2-4001-9734-1c24c55d917e req-510dfea3-e294-450f-ab17-9b1c73d82281 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0553453 May 13 13:26:53.472725 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c41766a-42e2-4001-9734-1c24c55d917e req-ac576f62-4d79-420e-9d94-ee0ae5352f64 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435920 May 13 13:26:54.586304 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aedc4-3d89-41ee-bbc7-df31276eed35 req-001014e4-dd98-4dc7-8349-4b86b2e585cc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:54.588040 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b06aedc4-3d89-41ee-bbc7-df31276eed35 req-001014e4-dd98-4dc7-8349-4b86b2e585cc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0482407 May 13 13:26:54.635557 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b06aedc4-3d89-41ee-bbc7-df31276eed35 req-052144d3-b227-4091-8c06-87a8ead5fa4a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 May 13 13:26:55.750309 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a26b5-1e97-435b-96af-87b91085ae1e req-40a30d84-8fa4-4249-8b09-f9010a138192 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:55.751763 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4e7a26b5-1e97-435b-96af-87b91085ae1e req-40a30d84-8fa4-4249-8b09-f9010a138192 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0501881 May 13 13:26:55.798463 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4e7a26b5-1e97-435b-96af-87b91085ae1e req-bd22764a-ba63-4583-9e63-e37485494dbb tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 May 13 13:26:56.914470 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc212db1-96e3-4611-adaf-982fea800ae1 req-dbaafe04-1ee1-490f-a45b-23642c526a6a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:56.915948 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc212db1-96e3-4611-adaf-982fea800ae1 req-dbaafe04-1ee1-490f-a45b-23642c526a6a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0479798 May 13 13:26:56.965796 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc212db1-96e3-4611-adaf-982fea800ae1 req-dfb02c98-0e9b-4a33-b0bf-77f673fe1014 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430911 May 13 13:26:58.077103 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33f2fc-e334-4e3a-940a-5243d3f8be08 req-c1573534-13e2-493f-9720-000c24db56a7 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:58.078559 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4c33f2fc-e334-4e3a-940a-5243d3f8be08 req-c1573534-13e2-493f-9720-000c24db56a7 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0459063 May 13 13:26:58.127300 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4c33f2fc-e334-4e3a-940a-5243d3f8be08 req-2a44220c-3f5a-48ee-86ac-c22505bfe4dd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433383 May 13 13:26:59.241802 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c764c-e2f1-4b74-ac5c-206c4d1f9b24 req-1263b827-26fb-48af-9a66-bab65ed0a1b6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:26:59.243302 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ac2c764c-e2f1-4b74-ac5c-206c4d1f9b24 req-1263b827-26fb-48af-9a66-bab65ed0a1b6 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0494716 May 13 13:26:59.291071 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ac2c764c-e2f1-4b74-ac5c-206c4d1f9b24 req-1f98e065-9c70-4021-886c-193ea271acb8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408742 May 13 13:27:00.409088 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e96e18-262e-4297-962d-4848190032ae req-fd1d168e-7588-4a48-9da3-e58f8340f6d2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:00.410647 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44e96e18-262e-4297-962d-4848190032ae req-fd1d168e-7588-4a48-9da3-e58f8340f6d2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0493755 May 13 13:27:00.459847 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44e96e18-262e-4297-962d-4848190032ae req-70e4b276-84b5-4c54-a553-81ad6b0a763a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 May 13 13:27:00.494449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:00.877055 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab277620-1aa5-4b44-962b-a9999a2edd95 req-97d90142-9bf1-4388-a95b-09035420c52a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:00.878508 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab277620-1aa5-4b44-962b-a9999a2edd95 req-97d90142-9bf1-4388-a95b-09035420c52a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0524879 May 13 13:27:00.929973 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab277620-1aa5-4b44-962b-a9999a2edd95 req-2637432e-bd05-4ddf-9491-aeff78eef9b5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444198 May 13 13:27:01.007591 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706542b6-d217-49ff-9736-579f9be45afd req-f1d7cc5a-00ee-4e45-b89e-73c329178f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.009118 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-706542b6-d217-49ff-9736-579f9be45afd req-f1d7cc5a-00ee-4e45-b89e-73c329178f73 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 1130 time: 0.0471995 May 13 13:27:01.125291 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706542b6-d217-49ff-9736-579f9be45afd req-035bdfd9-d8ac-4c5d-b8a4-e286e6736589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.126965 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-706542b6-d217-49ff-9736-579f9be45afd req-035bdfd9-d8ac-4c5d-b8a4-e286e6736589 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 911 time: 0.1115179 May 13 13:27:01.139964 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ce2d0-7937-4c65-bdf8-a675bf371280 req-d22cfcd8-2f58-4ed8-86e0-349cba1cd813 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.141362 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b06ce2d0-7937-4c65-bdf8-a675bf371280 req-d22cfcd8-2f58-4ed8-86e0-349cba1cd813 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0498431 May 13 13:27:01.198981 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b06ce2d0-7937-4c65-bdf8-a675bf371280 req-91f02d8a-ef4e-4207-9220-84e304433b50 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470753 May 13 13:27:01.235321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-60250062-3f54-4852-b88f-a6a58e2b2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.236781 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-60250062-3f54-4852-b88f-a6a58e2b2fc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1129 time: 0.0568511 May 13 13:27:01.242007 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-706542b6-d217-49ff-9736-579f9be45afd req-aecd0192-a4a4-447d-bedb-4c286d42af1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0 HTTP/1.1" status: 200 len: 1001 time: 0.1067634 May 13 13:27:01.346326 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706542b6-d217-49ff-9736-579f9be45afd req-ef8a8f0d-864a-4234-83d7-aa12c636c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.347774 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-706542b6-d217-49ff-9736-579f9be45afd req-ef8a8f0d-864a-4234-83d7-aa12c636c018 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 200 len: 849 time: 0.0964680 May 13 13:27:01.402022 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-52e4eebd-f96b-4093-9084-87791e3a149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.403560 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-52e4eebd-f96b-4093-9084-87791e3a149f service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1533978 May 13 13:27:01.416656 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706542b6-d217-49ff-9736-579f9be45afd req-72b5b582-ddfa-4b00-bda0-78abeab38c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.418160 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-706542b6-d217-49ff-9736-579f9be45afd req-72b5b582-ddfa-4b00-bda0-78abeab38c9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576692 May 13 13:27:01.758581 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-0e3b6034-21e6-4a5b-b1bb-605c706c0e7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928 HTTP/1.1" status: 200 len: 1001 time: 0.3474844 May 13 13:27:01.820277 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-706542b6-d217-49ff-9736-579f9be45afd req-99e33295-e3d1-4b7c-8f9f-7d5f10f376d8 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721776 May 13 13:27:01.827177 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-62f4a740-b03e-4e2f-b62d-b84ae8e1b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.828467 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-62f4a740-b03e-4e2f-b62d-b84ae8e1b738 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0586867 May 13 13:27:01.921912 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-42d3155f-fa57-41e2-a3a6-d9888e6e9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:01.923404 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-42d3155f-fa57-41e2-a3a6-d9888e6e9c8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762112 May 13 13:27:01.999090 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-706542b6-d217-49ff-9736-579f9be45afd req-c3725e25-1f2d-4923-87f0-5f17a1df4836 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696968 May 13 13:27:02.035656 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-2de7083b-088e-45c1-aaab-6cee2232339b service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043730 May 13 13:27:02.051785 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72225fe5-7f1f-4112-9540-74b5f7a3b43c req-0efa3ab5-619c-4ce3-b51f-d83edf05acf1 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:02.053329 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72225fe5-7f1f-4112-9540-74b5f7a3b43c req-0efa3ab5-619c-4ce3-b51f-d83edf05acf1 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0524509 May 13 13:27:02.110900 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72225fe5-7f1f-4112-9540-74b5f7a3b43c req-4f12baf6-3b69-488d-9d1c-d7b8dfb10097 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510192 May 13 13:27:02.176782 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f171c759-b854-4de7-a0a1-bc104de184b5 req-9b4237ae-1270-49e5-bcfb-e2324fe688f3 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875547 May 13 13:27:02.316469 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a843-8803-432b-af14-d7b9877c5d4e req-ca1d1359-551f-4b8e-9d5e-ae4dec153a78 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:02.317948 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0820a843-8803-432b-af14-d7b9877c5d4e req-ca1d1359-551f-4b8e-9d5e-ae4dec153a78 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0468490 May 13 13:27:02.364395 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0820a843-8803-432b-af14-d7b9877c5d4e req-5f34421e-0271-49a7-8d0a-1c57a7e811ea tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 May 13 13:27:03.233868 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7abe94-387a-4588-b116-52c1bc1cdb03 req-929265cf-8d69-4265-b7eb-5c31653ac259 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:03.235371 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3f7abe94-387a-4588-b116-52c1bc1cdb03 req-929265cf-8d69-4265-b7eb-5c31653ac259 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0496311 May 13 13:27:03.291372 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3f7abe94-387a-4588-b116-52c1bc1cdb03 req-d233a2d4-ff8b-449c-8506-c8a0ca642a72 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504334 May 13 13:27:03.486121 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796957-6c41-4b3c-a53b-2b07b3d30f69 req-dbdea024-9a23-4520-9a00-f91b030e52f6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:03.487805 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80796957-6c41-4b3c-a53b-2b07b3d30f69 req-dbdea024-9a23-4520-9a00-f91b030e52f6 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0545793 May 13 13:27:03.540249 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80796957-6c41-4b3c-a53b-2b07b3d30f69 req-dc2e3f24-b5fb-4e8d-b14e-08310989ea8d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462606 May 13 13:27:04.198782 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dad23965-a013-4901-a534-d105f8b09b5a req-8e787992-6912-4471-8fd8-9c1460133415 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404294 May 13 13:27:04.269664 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23965-a013-4901-a534-d105f8b09b5a req-73bbd9c6-d1f8-467f-b2e5-225d51beb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.271166 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dad23965-a013-4901-a534-d105f8b09b5a req-73bbd9c6-d1f8-467f-b2e5-225d51beb282 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 1131 time: 0.0442057 May 13 13:27:04.376395 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23965-a013-4901-a534-d105f8b09b5a req-1f1050dd-20b0-4763-9aad-cbd5d7ae90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.377909 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dad23965-a013-4901-a534-d105f8b09b5a req-1f1050dd-20b0-4763-9aad-cbd5d7ae90ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.0834258 May 13 13:27:04.446609 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dad23965-a013-4901-a534-d105f8b09b5a req-fd9d43dc-9928-4745-9dda-989f8dee2db1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5 HTTP/1.1" status: 200 len: 1002 time: 0.0611846 May 13 13:27:04.494065 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23965-a013-4901-a534-d105f8b09b5a req-31ea5b5f-19fe-4a52-b421-f4b0d55dbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.495500 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dad23965-a013-4901-a534-d105f8b09b5a req-31ea5b5f-19fe-4a52-b421-f4b0d55dbc8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0426507 May 13 13:27:04.541079 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad23965-a013-4901-a534-d105f8b09b5a req-d828eeaa-ee98-4cf3-8ef9-eed35799fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.542609 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dad23965-a013-4901-a534-d105f8b09b5a req-d828eeaa-ee98-4cf3-8ef9-eed35799fb3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397184 May 13 13:27:04.641212 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dad23965-a013-4901-a534-d105f8b09b5a req-b8336853-2f85-4f27-adc4-676b859ddf7e service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906441 May 13 13:27:04.659756 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d3622-2e74-49e2-9726-bc266d1e239d req-ad58c12e-9ca3-464d-91ed-cd12cf259dbd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:04.661250 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f88d3622-2e74-49e2-9726-bc266d1e239d req-ad58c12e-9ca3-464d-91ed-cd12cf259dbd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0489414 May 13 13:27:04.711569 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f88d3622-2e74-49e2-9726-bc266d1e239d req-4bd15a9b-c5b3-4667-bde3-56b5139ff51b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444703 May 13 13:27:04.736786 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-dad23965-a013-4901-a534-d105f8b09b5a req-59bda52a-9087-488b-b65a-1ced6b689781 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884674 May 13 13:27:05.611960 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-357062a6-64dc-4df9-a694-7b02abeeabc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:05.835171 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10217cad-f041-444c-ab23-39a4e5f23dca req-0ec14432-aaeb-457c-a9ed-5b370baf34df tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:05.836731 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10217cad-f041-444c-ab23-39a4e5f23dca req-0ec14432-aaeb-457c-a9ed-5b370baf34df tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0505838 May 13 13:27:05.884270 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10217cad-f041-444c-ab23-39a4e5f23dca req-0ed610e4-56a3-419b-b45c-6ae3864e4779 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407667 May 13 13:27:07.002828 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68774477-3008-4ede-968d-430391851a5f req-d3eb2294-7c52-4c16-b041-3ba48ffcec84 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:07.005543 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68774477-3008-4ede-968d-430391851a5f req-d3eb2294-7c52-4c16-b041-3ba48ffcec84 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0482039 May 13 13:27:07.054269 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68774477-3008-4ede-968d-430391851a5f req-bf8f5795-39bf-4225-9132-f24d182a7991 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441442 May 13 13:27:08.145751 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e2cb-befa-4afe-827f-a12b56ff392d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:08.173426 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ba3fb-269d-4aeb-b897-e79324e4fada req-9ddc3e62-fa9f-43ef-9168-590b2988f871 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:08.174956 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-725ba3fb-269d-4aeb-b897-e79324e4fada req-9ddc3e62-fa9f-43ef-9168-590b2988f871 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0495329 May 13 13:27:08.234370 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-725ba3fb-269d-4aeb-b897-e79324e4fada req-9c4d2e44-9711-4e91-a382-addd4a07d9f2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537219 May 13 13:27:09.361248 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a595e3-5997-48b4-bfa1-7b1e1bb9019f req-fe2bca2d-a475-48e7-8d89-b7fb79731366 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:09.362845 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f3a595e3-5997-48b4-bfa1-7b1e1bb9019f req-fe2bca2d-a475-48e7-8d89-b7fb79731366 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0526578 May 13 13:27:09.410809 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f3a595e3-5997-48b4-bfa1-7b1e1bb9019f req-415ba122-6d00-4dab-8f41-2a5bee84a0ee tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 May 13 13:27:09.543269 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:09.777853 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49802) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:09.824613 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9e456a-171d-47be-a03b-38abf9c80d3a admin admin] Deleting subnet 21ad1aa2-916d-4347-b846-f56bc24d53f9 {{(pid=104059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:27:09.828159 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd9e456a-171d-47be-a03b-38abf9c80d3a admin admin] Publish callbacks [] for subnet (21ad1aa2-916d-4347-b846-f56bc24d53f9), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:09.867220 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd9e456a-171d-47be-a03b-38abf9c80d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8640618'] for subnet (21ad1aa2-916d-4347-b846-f56bc24d53f9), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:09.906190 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd9e456a-171d-47be-a03b-38abf9c80d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (21ad1aa2-916d-4347-b846-f56bc24d53f9), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.048886 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd9e456a-171d-47be-a03b-38abf9c80d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8871349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8667528'] for subnet (21ad1aa2-916d-4347-b846-f56bc24d53f9), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.074482 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e456a-171d-47be-a03b-38abf9c80d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ad1aa2-916d-4347-b846-f56bc24d53f9,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:10.079800 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd9e456a-171d-47be-a03b-38abf9c80d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.082941 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-cd9e456a-171d-47be-a03b-38abf9c80d3a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/21ad1aa2-916d-4347-b846-f56bc24d53f9 HTTP/1.1" status: 204 len: 168 time: 0.3040552 May 13 13:27:10.085373 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49804) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:10.156734 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (7c2089ae-3254-4393-9e50-1eb3fedb8e31), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.234989 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (7c2089ae-3254-4393-9e50-1eb3fedb8e31), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.254890 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2089ae-3254-4393-9e50-1eb3fedb8e31']}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:10.264728 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7232452-64cc-49ac-bf50-3055f172fd28') {'for_net_delete': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:10.265014 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7232452-64cc-49ac-bf50-3055f172fd28') {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:10.275249 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8640657'] for segment (b7232452-64cc-49ac-bf50-3055f172fd28), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.289465 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (b7232452-64cc-49ac-bf50-3055f172fd28), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.295334 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8871391'] for segment (b7232452-64cc-49ac-bf50-3055f172fd28), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: Traceback (most recent call last): May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: timer() May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: cb(*args, **kw) May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: return func(*args, **kwargs) May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: self._notify() May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: self.callback(batched_events) May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: event.method(event) May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: return f(self, *a, **k) May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._get(url).json() May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: return self.request(url, 'GET', **kwargs) May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:27:10.300111 dv-cinder-841632-1-iscsi neutron-server[104059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:27:10.464038 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (7c2089ae-3254-4393-9e50-1eb3fedb8e31), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.474291 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:10.477578 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c2089ae-3254-4393-9e50-1eb3fedb8e31 HTTP/1.1" status: 204 len: 168 time: 0.3912780 May 13 13:27:10.490892 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76ee35-0637-4dcc-949b-3b4e64688e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c2089ae-3254-4393-9e50-1eb3fedb8e31,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:10.531517 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2b2d-553c-4074-8eca-f9f2745fd247 req-701ab849-e72d-4561-8016-6b8326b6a5f0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:10.533011 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-793b2b2d-553c-4074-8eca-f9f2745fd247 req-701ab849-e72d-4561-8016-6b8326b6a5f0 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0491757 May 13 13:27:10.579427 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-793b2b2d-553c-4074-8eca-f9f2745fd247 req-12095d19-ad19-496b-afab-43c47b69956d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 May 13 13:27:10.945623 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49810) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:10.986097 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-b3e3c0b4-e347-4217-b350-30d41ae7cb93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a06d65a7a7d244d8b8f97aab0ef63684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392628 May 13 13:27:10.988483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49812) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:11.037181 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7881f97-347c-4314-94c9-c8b28d488407 admin admin] Publish callbacks [] for security_group (5cc39229-6332-47e2-9bc0-fbf73d66a29f), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:11.061394 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7881f97-347c-4314-94c9-c8b28d488407 admin admin] Publish callbacks [] for security_group (5cc39229-6332-47e2-9bc0-fbf73d66a29f), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:11.111577 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:11.174286 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7881f97-347c-4314-94c9-c8b28d488407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5cc39229-6332-47e2-9bc0-fbf73d66a29f), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:11.176892 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7881f97-347c-4314-94c9-c8b28d488407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:11.178043 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a7881f97-347c-4314-94c9-c8b28d488407 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cc39229-6332-47e2-9bc0-fbf73d66a29f HTTP/1.1" status: 204 len: 168 time: 0.1886806 May 13 13:27:11.187884 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7881f97-347c-4314-94c9-c8b28d488407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc39229-6332-47e2-9bc0-fbf73d66a29f,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:11.705103 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92f8db-14a4-4c19-95cc-39cacde9a5eb req-15b4d71f-37ee-49a6-b881-d6c015029688 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:11.706575 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a92f8db-14a4-4c19-95cc-39cacde9a5eb req-15b4d71f-37ee-49a6-b881-d6c015029688 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0512176 May 13 13:27:11.753362 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a92f8db-14a4-4c19-95cc-39cacde9a5eb req-c109fa4e-45f1-41c2-818e-0559d03a6ba1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412943 May 13 13:27:12.276762 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49838) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:12.372039 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1587216140-network', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:12.494295 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Made reservation on behalf of 8286d953594e4d539ca45c8a98bd435c for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:12.496623 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.505804 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.554525 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.580891 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Publish callbacks [] for security_group (d3340fd6-1eb4-409a-aa19-b9fca6be6db8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.657186 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (d3340fd6-1eb4-409a-aa19-b9fca6be6db8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.683906 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:27:12.691049 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3340fd6-1eb4-409a-aa19-b9fca6be6db8,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:12.701244 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (14691e0b-3f7f-4a7e-afff-6a3b8a231839), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.701602 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Added segment 14691e0b-3f7f-4a7e-afff-6a3b8a231839 of type vlan for network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a May 13 13:27:12.703608 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.703970 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.704341 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.704708 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.705066 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.705435 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.705971 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.706061 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.706417 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.706872 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.707202 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.707530 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.707853 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.708175 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.708494 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:12.751481 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (498b7ab4-2c71-4d7f-b37f-0a809c2f973a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.882287 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f2d03-d6d9-41df-8aef-e9ca40bc0e9c req-22bd99ca-0a9e-4e56-8b95-3d03715c968c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:12.883802 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e36f2d03-d6d9-41df-8aef-e9ca40bc0e9c req-22bd99ca-0a9e-4e56-8b95-3d03715c968c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0495031 May 13 13:27:12.884902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (498b7ab4-2c71-4d7f-b37f-0a809c2f973a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.885776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:12.886410 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:12.968149 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] Pushing event updated for resources: {'Network': ['ID=498b7ab4-2c71-4d7f-b37f-0a809c2f973a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:12.977644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:27:12.988256 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e36f2d03-d6d9-41df-8aef-e9ca40bc0e9c req-a62f287a-a44a-4508-9194-fc0dd675ae15 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963080 May 13 13:27:13.022998 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c3fbc1d1-7168-4159-8122-d737d7db7820 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7450473 May 13 13:27:13.025775 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49846) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:13.030949 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Request body: {'subnet': {'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1587216140-subnet', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:13.120941 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Made reservation on behalf of 8286d953594e4d539ca45c8a98bd435c for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:13.125511 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9692158'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:13.385886 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9671687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9692128'] for subnet (43fcf708-d76b-48a6-9198-6f8ea97c8bcd), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:13.443444 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fcf708-d76b-48a6-9198-6f8ea97c8bcd,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:13.453868 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Checking segment: {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:13.454258 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Network hostable DHCP agents. Network: 498b7ab4-2c71-4d7f-b37f-0a809c2f973a, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:27:13.677332 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:27:13.773516 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 498b7ab4-2c71-4d7f-b37f-0a809c2f973a) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:13.778258 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:13.797596 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:13.798318 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d250f6c-84f9-45aa-9994-32b4f1e6655e None None] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:27:13.886558 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:27:13.887395 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:13.925497 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c56295f7-7e04-4b58-968a-8603733de4bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8986409 May 13 13:27:13.928267 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49848) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:13.932451 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:14.025969 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Allocated IP 172.20.0.2 (498b7ab4-2c71-4d7f-b37f-0a809c2f973a/43fcf708-d76b-48a6-9198-6f8ea97c8bcd/19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:14.041046 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.042308 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.123604 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks [] for router_controller (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.137390 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682027d-5f66-41dd-8c7f-50549529b6b9 req-5f58d542-3ddf-4991-8897-f68e037c0d47 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:14.143569 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e682027d-5f66-41dd-8c7f-50549529b6b9 req-5f58d542-3ddf-4991-8897-f68e037c0d47 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0801101 May 13 13:27:14.173816 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Publish callbacks [] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.190376 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e682027d-5f66-41dd-8c7f-50549529b6b9 req-7a66a756-4d41-4d1d-8b71-c38f4c4758e7 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448391 May 13 13:27:14.281095 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.322480 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:14.325404 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:14.332002 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:14.337782 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Pushing event updated for resources: {'Port': ['ID=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:14.356346 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks [] for router_gateway (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.393950 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Attempting to bind port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:14.394411 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Attempting to bind port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:14.394771 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Attempting to bind port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e on network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:14.400085 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:14.401121 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Checking segment: {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:14.401121 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.401346 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Bound using segment: {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:14.401707 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Bound port: 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:14.402077 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.465264 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-84928527-9878-4cfd-80be-35495b38d596 None None] For port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:14.468543 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-84928527-9878-4cfd-80be-35495b38d596 None None] For port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:14.557673 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.597801 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks [] for router_gateway (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.618166 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.619571 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84928527-9878-4cfd-80be-35495b38d596 None None] Pushing event updated for resources: {'Port': ['ID=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:14.737935 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Allocated IP 172.27.2.57 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/a6235df3-9fc7-41ab-a882-37eac042c49a) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:14.864769 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks [] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:14.969174 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.010837 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:15.016356 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:15.020713 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:15.023848 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Pushing event updated for resources: {'Port': ['ID=a6235df3-9fc7-41ab-a882-37eac042c49a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:15.340808 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d51f2-3d63-41b6-9a0c-7a715a0bb4a5 req-f62b0c0b-4557-4b9c-8c5b-264a46728afc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:15.343170 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f23d51f2-3d63-41b6-9a0c-7a715a0bb4a5 req-f62b0c0b-4557-4b9c-8c5b-264a46728afc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0840786 May 13 13:27:15.436482 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks [] for router_gateway (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.480299 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f23d51f2-3d63-41b6-9a0c-7a715a0bb4a5 req-f3ed4464-87e9-444e-8a80-e853b80415d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302598 May 13 13:27:15.572028 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29631375-4857-4111-99c9-fc00d6cf63b2 None None] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:27:15.641755 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-ebf407b1-44ef-414f-b3bc-2d98910a6cb6 None None] Provisioning complete for port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:15.642127 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ebf407b1-44ef-414f-b3bc-2d98910a6cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.769403 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-ebf407b1-44ef-414f-b3bc-2d98910a6cb6 None None] Current status of the port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:15.769796 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ebf407b1-44ef-414f-b3bc-2d98910a6cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.806562 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-ebf407b1-44ef-414f-b3bc-2d98910a6cb6 None None] For port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:15.866399 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.883382 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ebf407b1-44ef-414f-b3bc-2d98910a6cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:15.932660 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf407b1-44ef-414f-b3bc-2d98910a6cb6 None None] Pushing event updated for resources: {'Port': ['ID=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:15.999199 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-149cbb2e-73f7-4f56-b89e-47167025502d None None] Provisioning complete for port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:15.999566 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-149cbb2e-73f7-4f56-b89e-47167025502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.085916 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:27:16.086150 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-149cbb2e-73f7-4f56-b89e-47167025502d None None] Current status of the port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:16.198318 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:16.209880 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Sync routers for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:16.218235 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:16.218846 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:16.282581 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.283848 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d1c4e42b-040a-4a35-9308-4ab7dc6d79cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3547208 May 13 13:27:16.286582 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49854) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:16.325245 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:16.511995 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:15Z', 'revision_number': 3, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:16.541748 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Checking router: 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:16.542085 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Updating router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 port a6235df3-9fc7-41ab-a882-37eac042c49a binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:27:16.570738 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.571690 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:16.618279 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:16.619070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.628833 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbf6ef-cfd7-47ea-965e-d92ab351f0b1 req-16af56d2-efe5-4232-a167-9b9c98a86653 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:16.630398 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5dbf6ef-cfd7-47ea-965e-d92ab351f0b1 req-16af56d2-efe5-4232-a167-9b9c98a86653 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0689311 May 13 13:27:16.699821 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:16.744636 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5dbf6ef-cfd7-47ea-965e-d92ab351f0b1 req-2b956fd2-6451-4023-a17b-50a69b3fc1b9 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787423 May 13 13:27:16.832533 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.847959 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Publish callbacks [] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.926107 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.981141 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Attempting to bind port a6235df3-9fc7-41ab-a882-37eac042c49a on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:16.981496 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Attempting to bind port a6235df3-9fc7-41ab-a882-37eac042c49a by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:16.982480 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Attempting to bind port a6235df3-9fc7-41ab-a882-37eac042c49a on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:16.984481 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Pushing event updated for resources: {'Port': ['ID=a6235df3-9fc7-41ab-a882-37eac042c49a,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:16.991901 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Allocated IP 172.20.0.1 (498b7ab4-2c71-4d7f-b37f-0a809c2f973a/43fcf708-d76b-48a6-9198-6f8ea97c8bcd/ecc8841c-566b-4f57-91f1-1d1ab57c6cea) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:16.992920 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:16.993313 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:16.993704 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.994086 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:16.994560 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Bound port: a6235df3-9fc7-41ab-a882-37eac042c49a, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:16.994923 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:16.997829 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.998160 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.998538 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.998888 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.999212 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.999529 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:16.999843 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.000156 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.000469 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.000781 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.001091 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.001438 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.001753 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.002155 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.002495 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:17.057359 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] For port a6235df3-9fc7-41ab-a882-37eac042c49a, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:17.061198 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] For port a6235df3-9fc7-41ab-a882-37eac042c49a, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=a6235df3-9fc7-41ab-a882-37eac042c49a,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:17.096613 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Publish callbacks [] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.140594 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.191773 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.197888 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:17.198493 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:17.238528 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:17.242776 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01052b52-bee1-41dd-b507-92e058af5cfa None None] Pushing event updated for resources: {'Port': ['ID=a6235df3-9fc7-41ab-a882-37eac042c49a,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:17.243463 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:17.248192 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:17.251454 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:17.291347 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.328924 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:17.516086 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.520651 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-11aadca3-0e5a-44bb-af05-2590acc9a42d None None] Provisioning complete for port ecc8841c-566b-4f57-91f1-1d1ab57c6cea triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:17.521025 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-11aadca3-0e5a-44bb-af05-2590acc9a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.559649 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-11aadca3-0e5a-44bb-af05-2590acc9a42d None None] Port ecc8841c-566b-4f57-91f1-1d1ab57c6cea cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:17.598969 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:15Z', 'revision_number': 3, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:17.624890 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148b212-0848-40c1-bfaa-871785379a7e None None] The sync data for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi is: [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:15Z', 'revision_number': 3, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:17.692148 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Publish callbacks [] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.745656 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.815997 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:17.819753 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:17.927395 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f49f4-28b5-427f-bd98-4e945b17617e req-d20e9da6-0e95-4f9b-8d17-2e23e4a0a8d3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:17.929166 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-486f49f4-28b5-427f-bd98-4e945b17617e req-d20e9da6-0e95-4f9b-8d17-2e23e4a0a8d3 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.1057491 May 13 13:27:18.011327 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:18.017079 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-486f49f4-28b5-427f-bd98-4e945b17617e req-e2ad686a-8bac-40ff-bc72-ab3fb1c00051 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736556 May 13 13:27:18.017978 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:18.148383 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:18.282142 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-2ac3e29c-d265-4b9d-bd5e-9493d0a6867a None None] Provisioning complete for port ecc8841c-566b-4f57-91f1-1d1ab57c6cea triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:18.282750 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2ac3e29c-d265-4b9d-bd5e-9493d0a6867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.287303 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:18.295997 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c1fd562c-5a91-4f39-97d7-14f9a4ba6fe2 admin admin] 10.222.0.13 "PUT /v2.0/routers/5f57387d-d0b8-4e7e-903c-dc6b1417d7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0048029 May 13 13:27:18.324448 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-2ac3e29c-d265-4b9d-bd5e-9493d0a6867a None None] Port ecc8841c-566b-4f57-91f1-1d1ab57c6cea cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:18.513220 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device a6235df3-9fc7-41ab-a882-37eac042c49a up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:18.565103 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port a6235df3-9fc7-41ab-a882-37eac042c49a triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:18.565574 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.649737 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port a6235df3-9fc7-41ab-a882-37eac042c49a is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:18.650232 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.679803 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port a6235df3-9fc7-41ab-a882-37eac042c49a, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=a6235df3-9fc7-41ab-a882-37eac042c49a,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:18.769673 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c052d-be47-4e93-9d95-63bc4c7ba7c3 req-5944364f-28cd-4a44-9831-5ff0d2fbb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:18.771269 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f13c052d-be47-4e93-9d95-63bc4c7ba7c3 req-5944364f-28cd-4a44-9831-5ff0d2fbb004 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1129 time: 0.0473299 May 13 13:27:18.800519 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:18.820573 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f13c052d-be47-4e93-9d95-63bc4c7ba7c3 req-745c369a-4742-4e57-b65d-47ff6ce23bc0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412493 May 13 13:27:18.865548 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=a6235df3-9fc7-41ab-a882-37eac042c49a,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:19.116414 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49884) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:19.121405 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-112846779-network', 'tenant_id': 'affc1358f1a04251a218404f1097b259'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:19.144109 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78332cb-b44f-417f-a450-48c4e2917714 req-fc7e67c0-6551-4c65-ad53-63df18f52936 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:19.145775 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e78332cb-b44f-417f-a450-48c4e2917714 req-fc7e67c0-6551-4c65-ad53-63df18f52936 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0531747 May 13 13:27:19.196103 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e78332cb-b44f-417f-a450-48c4e2917714 req-e7784d79-b1f6-4141-93a5-5c3c253c81df tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443978 May 13 13:27:19.206258 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Made reservation on behalf of affc1358f1a04251a218404f1097b259 for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:19.209243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.219002 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.245880 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Sync routers for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:19.256709 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:19.257312 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:19.298766 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Publish callbacks [] for security_group (2d9df9a0-255e-4735-82ff-88ffae8377cf), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.362818 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (2d9df9a0-255e-4735-82ff-88ffae8377cf), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.366906 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:19.386774 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:27:19.396685 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9df9a0-255e-4735-82ff-88ffae8377cf,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:19.401361 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (70c49d2e-07d0-4e71-bb56-4177a0a87a37), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.401697 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Added segment 70c49d2e-07d0-4e71-bb56-4177a0a87a37 of type vlan for network 49695ec2-069f-49a1-b762-f622dab6dff1 May 13 13:27:19.443559 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (49695ec2-069f-49a1-b762-f622dab6dff1), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.528410 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (49695ec2-069f-49a1-b762-f622dab6dff1), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.529812 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:19.530446 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.562944 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 2, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:19.593589 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] Pushing event updated for resources: {'Network': ['ID=49695ec2-069f-49a1-b762-f622dab6dff1,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:19.594522 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Checking router: 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:19.594878 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Updating router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 port ecc8841c-566b-4f57-91f1-1d1ab57c6cea binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:27:19.616150 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 49695ec2-069f-49a1-b762-f622dab6dff1 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:27:19.664439 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:19.672327 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-3158e624-dc2a-4918-830f-aaef8aa891e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5547421 May 13 13:27:19.675260 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49886) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:19.682383 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Request body: {'subnet': {'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-112846779-subnet', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:19.806291 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Made reservation on behalf of affc1358f1a04251a218404f1097b259 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:19.808751 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9692158'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.052446 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9671687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9692128'] for subnet (11b7bfd4-3381-44b1-933f-5533ae59d2ea), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.081159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Publish callbacks [] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.114222 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b7bfd4-3381-44b1-933f-5533ae59d2ea,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:20.123597 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Checking segment: {'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:20.123953 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Network hostable DHCP agents. Network: 49695ec2-069f-49a1-b762-f622dab6dff1, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:27:20.151641 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.206908 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11603fb-3de5-4e5c-bd12-a4ecf21bb3bd None None] Pushing event updated for resources: {'Port': ['ID=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:20.242781 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Network 49695ec2-069f-49a1-b762-f622dab6dff1 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:27:20.284374 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Attempting to bind port ecc8841c-566b-4f57-91f1-1d1ab57c6cea on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:20.284987 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Attempting to bind port ecc8841c-566b-4f57-91f1-1d1ab57c6cea by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:20.285356 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Attempting to bind port ecc8841c-566b-4f57-91f1-1d1ab57c6cea on network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:20.291173 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:20.291561 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Checking segment: {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:20.292017 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.292419 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Bound using segment: {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:20.292948 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Bound port: ecc8841c-566b-4f57-91f1-1d1ab57c6cea, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:20.293338 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.332708 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 49695ec2-069f-49a1-b762-f622dab6dff1) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:20.340630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42da37f-e894-4054-9a53-54277995a5c1 req-7d9956d6-0705-49e7-aad7-02da7e0b926f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.342760 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42da37f-e894-4054-9a53-54277995a5c1 req-7d9956d6-0705-49e7-aad7-02da7e0b926f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0551114 May 13 13:27:20.345441 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf03ba-78ae-4a49-9f74-086d6ecd922e None None] Network 49695ec2-069f-49a1-b762-f622dab6dff1 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:27:20.349380 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:20.350036 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.412440 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42da37f-e894-4054-9a53-54277995a5c1 req-29b156ae-a725-4547-97d6-9720f63fc310 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585265 May 13 13:27:20.424269 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] For port ecc8841c-566b-4f57-91f1-1d1ab57c6cea, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:20.428836 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] For port ecc8841c-566b-4f57-91f1-1d1ab57c6cea, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:20.438504 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e36a9623-c539-4a44-8d1d-9fd322ff92b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7618563 May 13 13:27:20.441271 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49902) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:20.447792 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:20.462929 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-bb991873-ebe7-4ca7-979e-7776752818c4 None None] Provisioning complete for port ecc8841c-566b-4f57-91f1-1d1ab57c6cea triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:20.463563 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bb991873-ebe7-4ca7-979e-7776752818c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.516629 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device a6235df3-9fc7-41ab-a882-37eac042c49a up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:20.549760 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-49695ec2-069f-49a1-b762-f622dab6dff1', 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1', 'project_id': 'affc1358f1a04251a218404f1097b259', 'fixed_ips': [{'subnet_id': '11b7bfd4-3381-44b1-933f-5533ae59d2ea'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:27:20.550657 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.553264 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.555073 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (9c6b9985-2ad4-4023-bc1b-4017bceab233), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.556139 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (9c6b9985-2ad4-4023-bc1b-4017bceab233), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.577216 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-bb991873-ebe7-4ca7-979e-7776752818c4 None None] Port ecc8841c-566b-4f57-91f1-1d1ab57c6cea cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:20.720739 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11603fb-3de5-4e5c-bd12-a4ecf21bb3bd None None] Pushing event updated for resources: {'Port': ['ID=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:20.729287 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:20.732913 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:20.735410 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port a6235df3-9fc7-41ab-a882-37eac042c49a triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:20.735410 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.862637 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks [] for router_controller (9c6b9985-2ad4-4023-bc1b-4017bceab233), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:20.874895 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Allocated IP 172.20.0.2 (49695ec2-069f-49a1-b762-f622dab6dff1/11b7bfd4-3381-44b1-933f-5533ae59d2ea/e4fcc72f-a343-475f-81b1-43a8f3d4f66d) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:21.004787 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-553a1759-522d-442a-a272-204d2b90428d None None] Provisioning complete for port ecc8841c-566b-4f57-91f1-1d1ab57c6cea triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:21.005078 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-553a1759-522d-442a-a272-204d2b90428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.038088 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:21.083742 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port a6235df3-9fc7-41ab-a882-37eac042c49a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:21.083986 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks [] for router_gateway (9c6b9985-2ad4-4023-bc1b-4017bceab233), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.311347 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Publish callbacks [] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.319670 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-553a1759-522d-442a-a272-204d2b90428d None None] Current status of the port ecc8841c-566b-4f57-91f1-1d1ab57c6cea is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:21.319670 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-553a1759-522d-442a-a272-204d2b90428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.348073 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks [] for router_gateway (9c6b9985-2ad4-4023-bc1b-4017bceab233), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.367839 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.387646 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-553a1759-522d-442a-a272-204d2b90428d None None] For port ecc8841c-566b-4f57-91f1-1d1ab57c6cea, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:21.401899 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:20Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:21.406343 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.466995 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a189ed-3a49-425d-862e-6a4f2cd3fd3b None None] The sync data for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi is: [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:20Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:21.468120 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-553a1759-522d-442a-a272-204d2b90428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.478567 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Network 49695ec2-069f-49a1-b762-f622dab6dff1 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:21.482417 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:21.486028 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:21.498072 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Allocated IP 172.27.2.155 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/d47a3834-608b-4d79-856f-6eab87b63d58) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:21.525395 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Pushing event updated for resources: {'Port': ['ID=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:21.607686 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24d394-817e-40cd-a341-a3f00f6af1d8 req-f3457eb5-8bdf-473d-9753-a1c416393ce5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:21.609404 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cd24d394-817e-40cd-a341-a3f00f6af1d8 req-f3457eb5-8bdf-473d-9753-a1c416393ce5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.1135652 May 13 13:27:21.621482 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Attempting to bind port e4fcc72f-a343-475f-81b1-43a8f3d4f66d on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:21.621859 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Attempting to bind port e4fcc72f-a343-475f-81b1-43a8f3d4f66d by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:21.622244 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Attempting to bind port e4fcc72f-a343-475f-81b1-43a8f3d4f66d on network 49695ec2-069f-49a1-b762-f622dab6dff1 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:21.636745 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:21.641449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Checking segment: {'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:21.641449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.641449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Bound using segment: {'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:21.641449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Bound port: e4fcc72f-a343-475f-81b1-43a8f3d4f66d, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:21.641449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.663268 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a1759-522d-442a-a272-204d2b90428d None None] Pushing event updated for resources: {'Port': ['ID=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:21.713979 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cd24d394-817e-40cd-a341-a3f00f6af1d8 req-ee7625ab-78c1-40cf-95d9-b3692af921fe tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687976 May 13 13:27:21.724486 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] For port e4fcc72f-a343-475f-81b1-43a8f3d4f66d, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:21.728395 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] For port e4fcc72f-a343-475f-81b1-43a8f3d4f66d, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,segment=NetworkSegment(70c49d2e-07d0-4e71-bb56-4177a0a87a37),segment_id=70c49d2e-07d0-4e71-bb56-4177a0a87a37)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:21.739380 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks [] for port (d47a3834-608b-4d79-856f-6eab87b63d58), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.860929 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.896147 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:21.953782 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:21.955895 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Pushing event updated for resources: {'Port': ['ID=d47a3834-608b-4d79-856f-6eab87b63d58,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:21.960227 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f12c29-435e-4093-ba10-e7df8973e9a5 None None] Pushing event updated for resources: {'Port': ['ID=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:21.960950 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:21.962176 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:22.426857 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks [] for router_gateway (9c6b9985-2ad4-4023-bc1b-4017bceab233), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.522762 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-b697bdd5-aaf2-422c-9153-8313d8be9c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.526863 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-b697bdd5-aaf2-422c-9153-8313d8be9c12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1129 time: 0.1042163 May 13 13:27:22.568440 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f5757-cdb2-487c-9803-dc6a8400fcc4 req-f9d157c8-ba39-4978-9443-af7cd1f7a362 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.577268 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd6f5757-cdb2-487c-9803-dc6a8400fcc4 req-f9d157c8-ba39-4978-9443-af7cd1f7a362 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.2058556 May 13 13:27:22.637793 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device ecc8841c-566b-4f57-91f1-1d1ab57c6cea up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:22.661257 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-90bfc4c7-7bf4-4435-9aa4-676a1d57b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.663109 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-90bfc4c7-7bf4-4435-9aa4-676a1d57b31b service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1303170 May 13 13:27:22.698473 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port ecc8841c-566b-4f57-91f1-1d1ab57c6cea triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:22.699168 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.707063 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd6f5757-cdb2-487c-9803-dc6a8400fcc4 req-ae2377a4-0985-4d4e-8989-fb732ca630bf tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286356 May 13 13:27:22.765299 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-7773ca55-8b8a-4868-87b4-b8b88be119e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928 HTTP/1.1" status: 200 len: 1001 time: 0.0949533 May 13 13:27:22.801151 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (9c6b9985-2ad4-4023-bc1b-4017bceab233), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:22.876967 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-a3cc05c0-3e49-45d2-b5b2-92fc6ca104f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:22.878917 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-a3cc05c0-3e49-45d2-b5b2-92fc6ca104f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.1041031 May 13 13:27:22.965523 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port ecc8841c-566b-4f57-91f1-1d1ab57c6cea is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:22.967708 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device e4fcc72f-a343-475f-81b1-43a8f3d4f66d up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:23.026866 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port e4fcc72f-a343-475f-81b1-43a8f3d4f66d triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:23.027591 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.034239 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9633c-1c6d-4f90-908b-0fc4868f5dc3 req-90544ae9-bd98-49ed-9da3-1bb1c93bf553 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:23.035787 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fac9633c-1c6d-4f90-908b-0fc4868f5dc3 req-90544ae9-bd98-49ed-9da3-1bb1c93bf553 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 947 time: 0.0685608 May 13 13:27:23.099459 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fac9633c-1c6d-4f90-908b-0fc4868f5dc3 req-9898c2b7-0388-4203-ba3f-8b88045d0bf3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570502 May 13 13:27:23.133209 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port e4fcc72f-a343-475f-81b1-43a8f3d4f66d is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:23.133209 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.143102 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Router 9c6b9985-2ad4-4023-bc1b-4017bceab233 is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:27:23.167817 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port e4fcc72f-a343-475f-81b1-43a8f3d4f66d, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,segment=NetworkSegment(70c49d2e-07d0-4e71-bb56-4177a0a87a37),segment_id=70c49d2e-07d0-4e71-bb56-4177a0a87a37)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:23.241155 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.268201 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:23.269619 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47abc4-b8f8-4455-aee0-94910944dcef None None] Network 49695ec2-069f-49a1-b762-f622dab6dff1 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:27:23.279088 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Sync routers for ids ['9c6b9985-2ad4-4023-bc1b-4017bceab233'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:23.290992 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Routers {'9c6b9985-2ad4-4023-bc1b-4017bceab233'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:23.291889 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['9c6b9985-2ad4-4023-bc1b-4017bceab233'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:23.354752 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-31b07c5d-c207-44cb-aa31-15f578a2f57c None None] Provisioning complete for port e4fcc72f-a343-475f-81b1-43a8f3d4f66d triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:23.355129 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-31b07c5d-c207-44cb-aa31-15f578a2f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.359744 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:23.371327 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.373327 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d355bd2f-bcfb-406e-b102-0b60fe8d3e8e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9308798 May 13 13:27:23.376096 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49926) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:23.410947 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Set router 9c6b9985-2ad4-4023-bc1b-4017bceab233 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:23.485445 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-31b07c5d-c207-44cb-aa31-15f578a2f57c None None] Current status of the port e4fcc72f-a343-475f-81b1-43a8f3d4f66d is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:23.594041 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:27:22Z', 'revision_number': 3, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port': {'id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:21Z', 'updated_at': '2022-05-13T13:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:23.621934 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Checking router: 9c6b9985-2ad4-4023-bc1b-4017bceab233 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:23.622351 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Updating router 9c6b9985-2ad4-4023-bc1b-4017bceab233 port d47a3834-608b-4d79-856f-6eab87b63d58 binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:27:23.656645 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.704908 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a46ea831-bb78-468d-883e-ed2924c1e244 None None] Provisioning complete for port e4fcc72f-a343-475f-81b1-43a8f3d4f66d triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:23.705534 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a46ea831-bb78-468d-883e-ed2924c1e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.802754 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a46ea831-bb78-468d-883e-ed2924c1e244 None None] Current status of the port e4fcc72f-a343-475f-81b1-43a8f3d4f66d is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:23.873167 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a148a-e298-4cc8-a697-81184dda6de1 req-d9adcedc-749c-46f5-9eb9-1cc6b9a8134b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:23.874925 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b2a148a-e298-4cc8-a697-81184dda6de1 req-d9adcedc-749c-46f5-9eb9-1cc6b9a8134b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0776446 May 13 13:27:23.889293 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:23.926490 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Publish callbacks [] for port (d47a3834-608b-4d79-856f-6eab87b63d58), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.043383 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.097696 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Attempting to bind port d47a3834-608b-4d79-856f-6eab87b63d58 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:24.098059 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Attempting to bind port d47a3834-608b-4d79-856f-6eab87b63d58 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:24.098441 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Attempting to bind port d47a3834-608b-4d79-856f-6eab87b63d58 on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:24.102395 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5cabb-3922-4e77-8515-090d8e956096 None None] Pushing event updated for resources: {'Port': ['ID=d47a3834-608b-4d79-856f-6eab87b63d58,revision_number=2']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:24.108251 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:24.108822 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:24.109222 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.109610 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:24.110083 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Bound port: d47a3834-608b-4d79-856f-6eab87b63d58, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:24.110513 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.164184 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] For port d47a3834-608b-4d79-856f-6eab87b63d58, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:24.167383 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] For port d47a3834-608b-4d79-856f-6eab87b63d58, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d47a3834-608b-4d79-856f-6eab87b63d58,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:24.187441 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b2a148a-e298-4cc8-a697-81184dda6de1 req-9a050751-3fb6-4d38-ba2b-e14de0b66f17 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058071 May 13 13:27:24.217846 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-17a29137-1cb6-48d7-a5ed-e966794ecb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.219359 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-17a29137-1cb6-48d7-a5ed-e966794ecb8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501325 May 13 13:27:24.243675 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.292556 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71578c-9d60-4bf0-a329-195cf3c1bd98 req-893747c4-61b1-45b1-b6ca-87100841cd36 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.294111 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2d71578c-9d60-4bf0-a329-195cf3c1bd98 req-893747c4-61b1-45b1-b6ca-87100841cd36 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 947 time: 0.0859556 May 13 13:27:24.298067 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:27:24.318371 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5cabb-3922-4e77-8515-090d8e956096 None None] Pushing event updated for resources: {'Port': ['ID=d47a3834-608b-4d79-856f-6eab87b63d58,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:24.323472 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Routers {'9c6b9985-2ad4-4023-bc1b-4017bceab233'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:24.324410 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['9c6b9985-2ad4-4023-bc1b-4017bceab233'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:24.327234 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-ec8618d2-d0c4-4979-98b3-738ce571e53d service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968051 May 13 13:27:24.374000 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Allocated IP 172.20.0.1 (49695ec2-069f-49a1-b762-f622dab6dff1/11b7bfd4-3381-44b1-933f-5533ae59d2ea/ed4f0393-b64f-42a0-948b-14d1ec2e7f72) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:24.394500 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2d71578c-9d60-4bf0-a329-195cf3c1bd98 req-312b8c33-2581-4c17-a8da-6340e693e897 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ebcde4d-96b6-4c57-8bf5-951833befff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906918 May 13 13:27:24.445518 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] Set router 9c6b9985-2ad4-4023-bc1b-4017bceab233 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:24.475156 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-49343eff-e28e-4800-a3d8-717c5edacd44 req-14976751-1ea3-4f18-b463-2065503919fe service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187260 May 13 13:27:24.513457 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device e4fcc72f-a343-475f-81b1-43a8f3d4f66d up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:24.534182 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Publish callbacks [] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.553322 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-432f4cf6-578a-40ac-9bf9-c44da5476818 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:24.555441 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-432f4cf6-578a-40ac-9bf9-c44da5476818 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 947 time: 0.0606728 May 13 13:27:24.564845 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port e4fcc72f-a343-475f-81b1-43a8f3d4f66d triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:24.565216 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.626354 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.648465 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port e4fcc72f-a343-475f-81b1-43a8f3d4f66d is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:24.666551 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Network 49695ec2-069f-49a1-b762-f622dab6dff1 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:24.670287 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:24.676251 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:24.677478 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:27:22Z', 'revision_number': 3, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port': {'id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:21Z', 'updated_at': '2022-05-13T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:24.690013 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Deleting port c523458e-8e82-46df-bfae-db11fc8b2ec5 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:24.690768 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.699315 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:24.720885 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5fd44-a4c9-4d8f-8495-43ae7989c2c3 None None] The sync data for ids ['9c6b9985-2ad4-4023-bc1b-4017bceab233'] in dv-cinder-841632-1-iscsi is: [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:27:22Z', 'revision_number': 3, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port': {'id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:21Z', 'updated_at': '2022-05-13T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:24.722642 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (9c6b9985-2ad4-4023-bc1b-4017bceab233), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.811307 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] For port c523458e-8e82-46df-bfae-db11fc8b2ec5, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=c523458e-8e82-46df-bfae-db11fc8b2ec5,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:24.811684 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.926365 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-1947944d-1de6-4b4f-aae9-08d8c65ebf4e None None] Provisioning complete for port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:24.927376 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1947944d-1de6-4b4f-aae9-08d8c65ebf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.959884 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:24.988053 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-1947944d-1de6-4b4f-aae9-08d8c65ebf4e None None] Port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:25.119453 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.119808 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (c8677ebf-7294-4b41-8e95-d163e51aeb69), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.120126 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Floating IP c8677ebf-7294-4b41-8e95-d163e51aeb69 disassociated. External IP: 172.27.2.118, port: c523458e-8e82-46df-bfae-db11fc8b2ec5. May 13 13:27:25.120471 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Calling delete_port for c523458e-8e82-46df-bfae-db11fc8b2ec5 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:25.269754 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Publish callbacks [] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.347557 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.379684 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145548c-7346-46e1-995c-46f92edbb052 req-b22914dd-43f8-42d8-b979-ee25fc7cab3f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:25.381269 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c145548c-7346-46e1-995c-46f92edbb052 req-b22914dd-43f8-42d8-b979-ee25fc7cab3f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0788572 May 13 13:27:25.386828 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (c523458e-8e82-46df-bfae-db11fc8b2ec5), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.432783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event deleted for resources: {'Port': ['ID=c523458e-8e82-46df-bfae-db11fc8b2ec5,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:25.453707 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.454137 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.454584 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.454987 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.455383 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.455777 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.456167 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.456607 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.457128 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.457622 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.458054 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.458512 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.458910 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.459297 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.459697 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:25.488900 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:25.515040 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (9c6b9985-2ad4-4023-bc1b-4017bceab233), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:25.547384 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-76f66c7a-581e-481d-8d38-0b910700d269 req-063abd3b-a13f-4f59-a7f1-8aafda798a12 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0538900 May 13 13:27:25.555830 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c145548c-7346-46e1-995c-46f92edbb052 req-7fef2628-09a4-4eff-beb0-da94f4afa0d5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462789 May 13 13:27:25.663553 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Router da801385-2388-4b72-a8a6-40f5ab77b051 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:25.692764 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Network 49695ec2-069f-49a1-b762-f622dab6dff1 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:25.695062 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:25.858510 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Router 9c6b9985-2ad4-4023-bc1b-4017bceab233 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:25.904051 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:25.915691 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] Sync routers for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:25.951586 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:25.956062 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:25.995342 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] No DVR routers for this DVR port c523458e-8e82-46df-bfae-db11fc8b2ec5 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:27:25.998750 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.002275 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-155be5dc-1c87-4972-ba7e-abb7b5b6854c req-17636ba9-a397-4b79-aa0f-819287118821 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "DELETE /v2.0/ports/c523458e-8e82-46df-bfae-db11fc8b2ec5 HTTP/1.1" status: 204 len: 173 time: 1.4186199 May 13 13:27:26.002747 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-deleted', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:26.005021 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80654f3a-ee70-4f66-a4e0-25ede653b48c" -d '{"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-deleted", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:26.051486 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:26.066085 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-91447e24-4da0-40af-a73d-09571666a627 admin admin] 10.222.0.13 "PUT /v2.0/routers/9c6b9985-2ad4-4023-bc1b-4017bceab233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799152 May 13 13:27:26.080922 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791069e3-e622-471b-b652-0c620ca238f3 x-openstack-request-id: req-791069e3-e622-471b-b652-0c620ca238f3 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:26.081422 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6", "name": "network-vif-deleted", "tag": "c523458e-8e82-46df-bfae-db11fc8b2ec5", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:26.081875 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-791069e3-e622-471b-b652-0c620ca238f3 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:26.082461 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791069e3-e622-471b-b652-0c620ca238f3'] response: {'server_uuid': '0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6', 'name': 'network-vif-deleted', 'tag': 'c523458e-8e82-46df-bfae-db11fc8b2ec5', 'status': 'completed', 'code': 200} May 13 13:27:26.151301 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:26.217380 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-ac0f1888-52fc-4397-8c8b-8ea101eebae8 None None] Provisioning complete for port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:26.217880 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1888-52fc-4397-8c8b-8ea101eebae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.333114 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f1888-52fc-4397-8c8b-8ea101eebae8 None None] Port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:26.454087 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:26.498915 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] Checking router: da801385-2388-4b72-a8a6-40f5ab77b051 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:26.514585 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:26.514585 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:26.575150 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d47a3834-608b-4d79-856f-6eab87b63d58 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:26.653373 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4a983-ba96-4d9f-81de-194b27cab660 req-36b67353-d432-4422-9057-2042b5ab9ab4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:26.656164 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98a4a983-ba96-4d9f-81de-194b27cab660 req-36b67353-d432-4422-9057-2042b5ab9ab4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.0775220 May 13 13:27:26.681869 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port d47a3834-608b-4d79-856f-6eab87b63d58 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:26.682266 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.724208 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49962) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:26.725958 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-bc279cd7-9996-4264-a531-8055f8d72cca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069208029', 'description': 'tempest-secgroup-smoke-2069208029 description', 'project_id': '8286d953594e4d539ca45c8a98bd435c'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:26.739089 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98a4a983-ba96-4d9f-81de-194b27cab660 req-71dcefc6-0aa4-4639-b035-d96f14f13d57 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724342 May 13 13:27:26.746971 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:26.830243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bc279cd7-9996-4264-a531-8055f8d72cca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.853554 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port d47a3834-608b-4d79-856f-6eab87b63d58 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:26.855989 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.872964 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0e302515-737e-4630-a8e7-fefadbbfabdb req-02f18a53-72ab-4c72-a7d3-f141af52b0be tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0584247 May 13 13:27:26.930649 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port d47a3834-608b-4d79-856f-6eab87b63d58, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d47a3834-608b-4d79-856f-6eab87b63d58,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:26.960947 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bc279cd7-9996-4264-a531-8055f8d72cca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group (8ee59b84-0e7c-4f1a-81fb-d3f52352c660), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:26.968098 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Sync routers for ids ['9c6b9985-2ad4-4023-bc1b-4017bceab233'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:26.977723 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abe662-e443-4e8d-b44e-f61c57f1cc8f req-dd67a31d-b1bc-494f-98b4-20aeccdb5c7f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:26.984190 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Routers {'9c6b9985-2ad4-4023-bc1b-4017bceab233'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:26.985387 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['9c6b9985-2ad4-4023-bc1b-4017bceab233'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:26.988660 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-22abe662-e443-4e8d-b44e-f61c57f1cc8f req-dd67a31d-b1bc-494f-98b4-20aeccdb5c7f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.1106544 May 13 13:27:27.027805 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:27.049445 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-22abe662-e443-4e8d-b44e-f61c57f1cc8f req-67844a5c-ff45-4069-bc64-c2b086979180 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629852 May 13 13:27:27.054562 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bc279cd7-9996-4264-a531-8055f8d72cca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8ee59b84-0e7c-4f1a-81fb-d3f52352c660), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.061360 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.066036 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb600ee7-8557-461f-941f-04e003ebc315 None None] The sync data for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi is: [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:27.102113 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc279cd7-9996-4264-a531-8055f8d72cca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee59b84-0e7c-4f1a-81fb-d3f52352c660,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:27.129738 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=d47a3834-608b-4d79-856f-6eab87b63d58,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:27.165212 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bc279cd7-9996-4264-a531-8055f8d72cca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.169469 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-bc279cd7-9996-4264-a531-8055f8d72cca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4448006 May 13 13:27:27.170830 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49964) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:27.176174 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-069be514-79dd-4d1f-92db-ce32cc9914b3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'security_group_rule': {'security_group_id': '8ee59b84-0e7c-4f1a-81fb-d3f52352c660', 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:27.223844 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Set router 9c6b9985-2ad4-4023-bc1b-4017bceab233 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:27.283943 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-069be514-79dd-4d1f-92db-ce32cc9914b3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (800f2ffe-60dd-4d6e-866c-2e4d847ed1e8), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.341097 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-069be514-79dd-4d1f-92db-ce32cc9914b3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (800f2ffe-60dd-4d6e-866c-2e4d847ed1e8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.422710 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:27:24Z', 'revision_number': 4, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port': {'id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:21Z', 'updated_at': '2022-05-13T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ed4f0393-b64f-42a0-948b-14d1ec2e7f72', 'name': '', 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'mac_address': 'fa:16:3e:db:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '11b7bfd4-3381-44b1-933f-5533ae59d2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:24Z', 'updated_at': '2022-05-13T13:27:25Z', 'revision_number': 2, 'project_id': 'affc1358f1a04251a218404f1097b259', 'subnets': [{'id': '11b7bfd4-3381-44b1-933f-5533ae59d2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:27.427092 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-069be514-79dd-4d1f-92db-ce32cc9914b3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (800f2ffe-60dd-4d6e-866c-2e4d847ed1e8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.445849 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069be514-79dd-4d1f-92db-ce32cc9914b3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800f2ffe-60dd-4d6e-866c-2e4d847ed1e8,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:27.450858 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Checking router: 9c6b9985-2ad4-4023-bc1b-4017bceab233 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:27.451170 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Updating router 9c6b9985-2ad4-4023-bc1b-4017bceab233 port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:27:27.480162 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.519731 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-069be514-79dd-4d1f-92db-ce32cc9914b3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.521021 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-069be514-79dd-4d1f-92db-ce32cc9914b3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485417 May 13 13:27:27.523769 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49966) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:27.528380 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-49f97584-cca9-4e5d-a39c-f6235799eb57 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'security_group_rule': {'security_group_id': '8ee59b84-0e7c-4f1a-81fb-d3f52352c660', 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:27.620107 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-49f97584-cca9-4e5d-a39c-f6235799eb57 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (19938d65-cc9f-44de-a796-06c3fa39c034), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.684350 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-49f97584-cca9-4e5d-a39c-f6235799eb57 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (19938d65-cc9f-44de-a796-06c3fa39c034), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.759945 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Publish callbacks [] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.766823 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-49f97584-cca9-4e5d-a39c-f6235799eb57 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (19938d65-cc9f-44de-a796-06c3fa39c034), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.791186 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f97584-cca9-4e5d-a39c-f6235799eb57 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19938d65-cc9f-44de-a796-06c3fa39c034,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:27.829026 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.864701 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-49f97584-cca9-4e5d-a39c-f6235799eb57 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:27.867878 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-49f97584-cca9-4e5d-a39c-f6235799eb57 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3418543 May 13 13:27:27.869531 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49970) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:27.878017 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-7dd5bf2b-2dad-428f-a324-155a6d6544d7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'security_group_rule': {'security_group_id': '8ee59b84-0e7c-4f1a-81fb-d3f52352c660', 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:27.891947 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67a1d-99a4-4b26-863f-ebcdff88aa20 req-7d0f71f2-2f4c-4521-b9ff-4b5bc22ae82a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:27.894528 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ed67a1d-99a4-4b26-863f-ebcdff88aa20 req-7d0f71f2-2f4c-4521-b9ff-4b5bc22ae82a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.0730696 May 13 13:27:27.977395 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ed67a1d-99a4-4b26-863f-ebcdff88aa20 req-bfda0334-38a3-4d9c-93ee-a46eb2c487c6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625732 May 13 13:27:28.020926 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dd5bf2b-2dad-428f-a324-155a6d6544d7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (562c5af3-9659-4e36-909f-54383faba43e), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.026820 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Attempting to bind port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:28.027343 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Attempting to bind port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:28.038747 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Attempting to bind port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 on network 49695ec2-069f-49a1-b762-f622dab6dff1 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:28.058429 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0f75a-cae0-4d99-a84d-fbb0002316cf None None] Pushing event updated for resources: {'Port': ['ID=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:28.063226 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:28.063892 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Checking segment: {'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:28.064632 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.065174 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Bound using segment: {'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:28.066003 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Bound port: ed4f0393-b64f-42a0-948b-14d1ec2e7f72, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c49d2e-07d0-4e71-bb56-4177a0a87a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:28.066585 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.103312 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-79b1e7a9-f5d5-4b92-9874-36a448a6c242 req-4722268e-84b7-400c-92fe-b14359317393 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa642dd-f26e-4bd2-9ab3-2ad4d960a3c6 HTTP/1.1" status: 200 len: 210 time: 0.0702760 May 13 13:27:28.175330 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dd5bf2b-2dad-428f-a324-155a6d6544d7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (562c5af3-9659-4e36-909f-54383faba43e), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.198465 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] For port ed4f0393-b64f-42a0-948b-14d1ec2e7f72, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:28.203575 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] For port ed4f0393-b64f-42a0-948b-14d1ec2e7f72, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,segment=NetworkSegment(70c49d2e-07d0-4e71-bb56-4177a0a87a37),segment_id=70c49d2e-07d0-4e71-bb56-4177a0a87a37)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:28.236453 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caaa00-f81a-4b2c-9100-437917868c4d req-6fd11b46-742f-4b9c-99e2-92455043520d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:28.249193 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8caaa00-f81a-4b2c-9100-437917868c4d req-6fd11b46-742f-4b9c-99e2-92455043520d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0790658 May 13 13:27:28.272604 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-bbb5d21e-5269-444f-b630-00e86464030d None None] Provisioning complete for port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:28.276136 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d21e-5269-444f-b630-00e86464030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.306761 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8caaa00-f81a-4b2c-9100-437917868c4d req-d955074d-6902-4e5c-8f25-103ab7d7a95c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561912 May 13 13:27:28.309453 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dd5bf2b-2dad-428f-a324-155a6d6544d7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (562c5af3-9659-4e36-909f-54383faba43e), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.321671 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5d21e-5269-444f-b630-00e86464030d None None] Port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:28.334596 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a1392-d170-4ce4-b8ce-f345402e11f6 None None] New status for floating IP c8677ebf-7294-4b41-8e95-d163e51aeb69: DOWN {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:27:28.383822 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.412628 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5bf2b-2dad-428f-a324-155a6d6544d7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562c5af3-9659-4e36-909f-54383faba43e,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:28.421421 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac176790-71eb-4e6f-b7d6-768193003276 req-3316e1e6-2a94-4b81-983b-33295bd4813c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:28.423102 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ac176790-71eb-4e6f-b7d6-768193003276 req-3316e1e6-2a94-4b81-983b-33295bd4813c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.0737352 May 13 13:27:28.466384 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Routers {'9c6b9985-2ad4-4023-bc1b-4017bceab233'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:28.467137 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['9c6b9985-2ad4-4023-bc1b-4017bceab233'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:28.473083 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0f75a-cae0-4d99-a84d-fbb0002316cf None None] Pushing event updated for resources: {'Port': ['ID=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,revision_number=4']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:28.542694 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d8200-3c53-4b27-9485-6d424019819d req-c519010a-933c-47ed-aeb7-6cff1f1af247 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:28.545804 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ef9d8200-3c53-4b27-9485-6d424019819d req-c519010a-933c-47ed-aeb7-6cff1f1af247 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.1358616 May 13 13:27:28.555703 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49980) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:28.565630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-29fed445-bc01-4de4-912d-63769e17d9bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Request body: {'floatingip': {'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:28.581394 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dd5bf2b-2dad-428f-a324-155a6d6544d7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.594091 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-7dd5bf2b-2dad-428f-a324-155a6d6544d7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7214296 May 13 13:27:28.611418 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49982) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:28.616471 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-e0ead1e2-0ea7-40fd-9031-db67ac01ba6b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'security_group_rule': {'security_group_id': '8ee59b84-0e7c-4f1a-81fb-d3f52352c660', 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:28.705826 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:27:28.708091 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d47a3834-608b-4d79-856f-6eab87b63d58 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:28.719660 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Deleting port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:28.720364 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.728208 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29fed445-bc01-4de4-912d-63769e17d9bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (ce83a78b-136d-4870-aef3-a5470679ccfa), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.743166 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] Set router 9c6b9985-2ad4-4023-bc1b-4017bceab233 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:28.802944 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: c523458e-8e82-46df-bfae-db11fc8b2ec5 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:27:28.803543 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device c523458e-8e82-46df-bfae-db11fc8b2ec5 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:27:28.847965 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port d47a3834-608b-4d79-856f-6eab87b63d58 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:28.848495 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:28.932405 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0ead1e2-0ea7-40fd-9031-db67ac01ba6b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (4bf3124d-b1d5-472e-83e3-35951daaaf34), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.015288 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Provisioning complete for port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:29.015661 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.019998 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port d47a3834-608b-4d79-856f-6eab87b63d58 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:29.022554 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] For port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:29.026336 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.112709 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:27:24Z', 'revision_number': 4, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port': {'id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:21Z', 'updated_at': '2022-05-13T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ed4f0393-b64f-42a0-948b-14d1ec2e7f72', 'name': '', 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'mac_address': 'fa:16:3e:db:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '11b7bfd4-3381-44b1-933f-5533ae59d2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:24Z', 'updated_at': '2022-05-13T13:27:28Z', 'revision_number': 4, 'project_id': 'affc1358f1a04251a218404f1097b259', 'subnets': [{'id': '11b7bfd4-3381-44b1-933f-5533ae59d2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:29.141310 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Current status of the port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:29.141969 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.146336 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a35db9-ac81-4db8-befe-7b5150ab57ab None None] The sync data for ids ['9c6b9985-2ad4-4023-bc1b-4017bceab233'] in dv-cinder-841632-1-iscsi is: [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:27:24Z', 'revision_number': 4, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port': {'id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:21Z', 'updated_at': '2022-05-13T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ed4f0393-b64f-42a0-948b-14d1ec2e7f72', 'name': '', 'network_id': '49695ec2-069f-49a1-b762-f622dab6dff1', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'mac_address': 'fa:16:3e:db:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '11b7bfd4-3381-44b1-933f-5533ae59d2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:24Z', 'updated_at': '2022-05-13T13:27:28Z', 'revision_number': 4, 'project_id': 'affc1358f1a04251a218404f1097b259', 'subnets': [{'id': '11b7bfd4-3381-44b1-933f-5533ae59d2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:29.198998 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] For port ed4f0393-b64f-42a0-948b-14d1ec2e7f72, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,segment=NetworkSegment(70c49d2e-07d0-4e71-bb56-4177a0a87a37),segment_id=70c49d2e-07d0-4e71-bb56-4177a0a87a37)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:29.226951 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b8c25-d9ca-4764-b699-af3c7639b155 req-4395da24-cf58-4ead-b0ed-0503d67af993 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:29.230798 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a03b8c25-d9ca-4764-b699-af3c7639b155 req-4395da24-cf58-4ead-b0ed-0503d67af993 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 945 time: 0.1233559 May 13 13:27:29.294579 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.323283 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0ead1e2-0ea7-40fd-9031-db67ac01ba6b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (4bf3124d-b1d5-472e-83e3-35951daaaf34), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.370955 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Pushing event updated for resources: {'Port': ['ID=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:29.383131 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.383568 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.384136 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.384692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.385266 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.385800 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.386270 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.386621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.386957 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.387358 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.388446 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.389152 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.389836 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.396288 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a03b8c25-d9ca-4764-b699-af3c7639b155 req-1a2446ad-183c-43e0-8ba0-a88a2fc88faf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a0c4c8b-65d3-47df-bbe0-67bb32960dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503115 May 13 13:27:29.397215 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.397607 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c3e8a-9b04-4886-a16a-ad6d4349e445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:27:29.440094 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0ead1e2-0ea7-40fd-9031-db67ac01ba6b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (4bf3124d-b1d5-472e-83e3-35951daaaf34), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.445809 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49990) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:29.496543 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ead1e2-0ea7-40fd-9031-db67ac01ba6b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf3124d-b1d5-472e-83e3-35951daaaf34,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:29.550691 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.551144 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (ed228708-0725-4275-9a18-3be2b8bb6b1b), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.551533 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Floating IP ed228708-0725-4275-9a18-3be2b8bb6b1b disassociated. External IP: 172.27.2.86, port: 3545091d-ebe5-4fc8-8e1a-ed10472f81d7. May 13 13:27:29.552025 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Calling delete_port for 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:29.579756 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-41d9161b-47ee-4b13-b1c6-8f1b497be3ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (8ebcde4d-96b6-4c57-8bf5-951833befff4), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.619238 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e0ead1e2-0ea7-40fd-9031-db67ac01ba6b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.620196 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e0ead1e2-0ea7-40fd-9031-db67ac01ba6b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0067472 May 13 13:27:29.624011 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49992) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:29.629191 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-cd5a3ffd-5e54-4582-a7e4-0657102a1c95 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'security_group_rule': {'security_group_id': '8ee59b84-0e7c-4f1a-81fb-d3f52352c660', 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:29.648544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-41d9161b-47ee-4b13-b1c6-8f1b497be3ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (8ebcde4d-96b6-4c57-8bf5-951833befff4), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.753405 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-cd5a3ffd-5e54-4582-a7e4-0657102a1c95 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Project 8286d953594e4d539ca45c8a98bd435c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:27:29.764117 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3ffd-5e54-4582-a7e4-0657102a1c95 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (9fa3cb8d-611b-4514-b99c-e1d67f13fb3b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.787597 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29fed445-bc01-4de4-912d-63769e17d9bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.831703 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-41d9161b-47ee-4b13-b1c6-8f1b497be3ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8ebcde4d-96b6-4c57-8bf5-951833befff4), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.834622 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-41d9161b-47ee-4b13-b1c6-8f1b497be3ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.839179 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-41d9161b-47ee-4b13-b1c6-8f1b497be3ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ebcde4d-96b6-4c57-8bf5-951833befff4 HTTP/1.1" status: 204 len: 168 time: 0.3838828 May 13 13:27:29.839650 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49994) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:29.843382 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3ffd-5e54-4582-a7e4-0657102a1c95 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (9fa3cb8d-611b-4514-b99c-e1d67f13fb3b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.847922 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9161b-47ee-4b13-b1c6-8f1b497be3ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebcde4d-96b6-4c57-8bf5-951833befff4,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:29.857876 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-7df4ddc6-7859-43ab-a79f-d7d6ae9377f9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] show failed (client error): The resource could not be found. May 13 13:27:29.858413 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (3545091d-ebe5-4fc8-8e1a-ed10472f81d7), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.861954 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7df4ddc6-7859-43ab-a79f-d7d6ae9377f9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups/8ebcde4d-96b6-4c57-8bf5-951833befff4 HTTP/1.1" status: 404 len: 347 time: 0.0184858 May 13 13:27:29.861954 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29fed445-bc01-4de4-912d-63769e17d9bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (ce83a78b-136d-4870-aef3-a5470679ccfa), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.863969 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 49996) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:29.920959 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3ffd-5e54-4582-a7e4-0657102a1c95 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (9fa3cb8d-611b-4514-b99c-e1d67f13fb3b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:29.958242 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a3ffd-5e54-4582-a7e4-0657102a1c95 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa3cb8d-611b-4514-b99c-e1d67f13fb3b,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:30.028158 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd5a3ffd-5e54-4582-a7e4-0657102a1c95 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.031086 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-cd5a3ffd-5e54-4582-a7e4-0657102a1c95 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4055855 May 13 13:27:30.034422 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 49998) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:30.040352 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-e5768acc-2d51-4b39-b3e9-3013865eb3a9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'security_group_rule': {'security_group_id': '8ee59b84-0e7c-4f1a-81fb-d3f52352c660', 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:30.236327 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-e5768acc-2d51-4b39-b3e9-3013865eb3a9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Project 8286d953594e4d539ca45c8a98bd435c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:27:30.243674 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'Port': ['ID=3545091d-ebe5-4fc8-8e1a-ed10472f81d7,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:30.250632 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e5768acc-2d51-4b39-b3e9-3013865eb3a9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (99fb094b-b7bd-4e03-91e2-f3cd0bd8bcfb), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.291559 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fed445-bc01-4de4-912d-63769e17d9bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Router 706b6712-c2f6-4393-a382-0873718f88fc has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:30.387077 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Deleting port 5daeb81b-a1de-4e9d-9b18-dbe5209111cc {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:30.387421 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.388319 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e5768acc-2d51-4b39-b3e9-3013865eb3a9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (99fb094b-b7bd-4e03-91e2-f3cd0bd8bcfb), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.504617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e5768acc-2d51-4b39-b3e9-3013865eb3a9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (99fb094b-b7bd-4e03-91e2-f3cd0bd8bcfb), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.538506 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.545466 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:30.566168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.566535 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.585996 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Calling delete_port for 5daeb81b-a1de-4e9d-9b18-dbe5209111cc owned by network:floatingip {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:30.592386 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5768acc-2d51-4b39-b3e9-3013865eb3a9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fb094b-b7bd-4e03-91e2-f3cd0bd8bcfb,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:30.600848 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a6ffd4c-3f0b-41b5-b67a-280988062d56 req-8716b72a-6168-4a44-ba47-a77d8409a5d7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0619802 May 13 13:27:30.601867 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fed445-bc01-4de4-912d-63769e17d9bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:30.613623 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] Sync routers for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:30.614412 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device ed4f0393-b64f-42a0-948b-14d1ec2e7f72 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:30.620139 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29fed445-bc01-4de4-912d-63769e17d9bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.640340 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:30.640985 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:30.668723 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:30.671758 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7445574-ef5b-4da8-9bd4-a873dab61763" -d '{"events": [{"name": "network-changed", "server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:30.695681 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e5768acc-2d51-4b39-b3e9-3013865eb3a9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.706226 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e5768acc-2d51-4b39-b3e9-3013865eb3a9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6705010 May 13 13:27:30.724241 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-29fed445-bc01-4de4-912d-63769e17d9bd tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "PUT /v2.0/floatingips/ce83a78b-136d-4870-aef3-a5470679ccfa HTTP/1.1" status: 200 len: 993 time: 2.1669371 May 13 13:27:30.725737 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:30.726291 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:30.772226 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:30.790112 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96c03e0-5f44-4f73-839e-81de6ba5de63 x-openstack-request-id: req-d96c03e0-5f44-4f73-839e-81de6ba5de63 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:30.790700 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:30.791171 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d96c03e0-5f44-4f73-839e-81de6ba5de63 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:30.791969 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96c03e0-5f44-4f73-839e-81de6ba5de63'] response: {'name': 'network-changed', 'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'status': 'completed', 'code': 200} May 13 13:27:30.837699 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:30.905687 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-f3768313-191f-4189-b888-d434168ce131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:30.907519 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-f3768313-191f-4189-b888-d434168ce131 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1129 time: 0.0889740 May 13 13:27:30.908781 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:30.923276 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:30.932013 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:30.932830 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:31.064551 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] No DVR routers for this DVR port 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:27:31.072697 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:31.073757 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'ce83a78b-136d-4870-aef3-a5470679ccfa', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'mac_address': 'fa:16:3e:dd:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba162312-5c53-4320-acc9-4e2566f27686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:25Z', 'updated_at': '2022-05-13T13:27:29Z', 'revision_number': 3, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:31.078259 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-ac176790-71eb-4e6f-b7d6-768193003276 req-af7688b1-899d-4757-abc6-13609ca4ad5d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "DELETE /v2.0/ports/3545091d-ebe5-4fc8-8e1a-ed10472f81d7 HTTP/1.1" status: 204 len: 173 time: 2.6493075 May 13 13:27:31.080176 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'name': 'network-vif-deleted', 'tag': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:31.085039 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b62a534-e09f-45d5-959d-c868e1ad300b" -d '{"events": [{"server_uuid": "14bddf7f-e172-4c36-8cb5-8752d556e11b", "name": "network-vif-deleted", "tag": "3545091d-ebe5-4fc8-8e1a-ed10472f81d7"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:31.098092 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:31.110928 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] Checking router: 706b6712-c2f6-4393-a382-0873718f88fc for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:31.120755 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:31.121607 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:31.147125 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-4baa2339-f63a-4fbc-ad56-c60cac9388c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:31.157328 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-4baa2339-f63a-4fbc-ad56-c60cac9388c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.2248545 May 13 13:27:31.219612 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b234d2-f695-4ea7-9517-54b4e13f2e06 x-openstack-request-id: req-58b234d2-f695-4ea7-9517-54b4e13f2e06 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:31.219942 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bddf7f-e172-4c36-8cb5-8752d556e11b", "name": "network-vif-deleted", "tag": "3545091d-ebe5-4fc8-8e1a-ed10472f81d7", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:31.220153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58b234d2-f695-4ea7-9517-54b4e13f2e06 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:31.220556 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b234d2-f695-4ea7-9517-54b4e13f2e06'] response: {'server_uuid': '14bddf7f-e172-4c36-8cb5-8752d556e11b', 'name': 'network-vif-deleted', 'tag': '3545091d-ebe5-4fc8-8e1a-ed10472f81d7', 'status': 'completed', 'code': 200} May 13 13:27:31.243521 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-f6d90b81-f35a-42d6-8866-9ab87151b36d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928 HTTP/1.1" status: 200 len: 1001 time: 0.0858350 May 13 13:27:31.283445 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (5daeb81b-a1de-4e9d-9b18-dbe5209111cc), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:31.328567 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event deleted for resources: {'Port': ['ID=5daeb81b-a1de-4e9d-9b18-dbe5209111cc,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:31.357443 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:31.369904 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-01d93d31-d2db-478d-ad63-630decc2be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:31.370435 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-01d93d31-d2db-478d-ad63-630decc2be19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.1181555 May 13 13:27:31.425162 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (c8677ebf-7294-4b41-8e95-d163e51aeb69), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:31.428128 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:31.429505 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-edb34132-ee2f-45be-aa5e-5840abdd267a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "DELETE /v2.0/floatingips/c8677ebf-7294-4b41-8e95-d163e51aeb69 HTTP/1.1" status: 204 len: 168 time: 1.5645492 May 13 13:27:31.506798 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-06a8f838-9f8f-4d83-99c7-e492dba8b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:31.511267 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-06a8f838-9f8f-4d83-99c7-e492dba8b361 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700662 May 13 13:27:31.529973 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:40Z', 'revision_number': 2, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:31.568570 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:31.579907 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:31.580909 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:31.635812 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50048) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:31.642385 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-17f71cae-8f76-417d-9c22-513e4ece29ce tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736028673', 'description': 'tempest-description--737668291'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:31.651926 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-a89a2abe-1740-45b3-b416-1fe33c4e1d08 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344135 May 13 13:27:31.701002 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'ce83a78b-136d-4870-aef3-a5470679ccfa', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'mac_address': 'fa:16:3e:dd:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba162312-5c53-4320-acc9-4e2566f27686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:25Z', 'updated_at': '2022-05-13T13:27:29Z', 'revision_number': 3, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:31.731111 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b00af-c94a-4714-b75e-91c8221da91e None None] The sync data for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi is: [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'ce83a78b-136d-4870-aef3-a5470679ccfa', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'port_id': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'mac_address': 'fa:16:3e:dd:59:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba162312-5c53-4320-acc9-4e2566f27686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:25:25Z', 'updated_at': '2022-05-13T13:27:29Z', 'revision_number': 3, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:31.732824 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:31.784275 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c82a2065-e0ad-4aab-9e23-63159ac251a3 req-7ed3b1d3-2628-4eae-83de-230a54bcde15 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=14bddf7f-e172-4c36-8cb5-8752d556e11b HTTP/1.1" status: 200 len: 210 time: 0.0371909 May 13 13:27:31.798898 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c7445574-ef5b-4da8-9bd4-a873dab61763 req-88e0c51e-9c84-4d6e-8a44-7e914691fe90 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227584 May 13 13:27:31.894629 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17f71cae-8f76-417d-9c22-513e4ece29ce tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.128165 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:40Z', 'revision_number': 2, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:32.164048 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88688f57-6c5d-45a2-8e6d-8f5aa07fbe02 None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': 'eab3d184-b0d2-42ba-b146-f8cb8d0477b5', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:fa:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:24:19Z', 'updated_at': '2022-05-13T13:24:40Z', 'revision_number': 2, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:32.388900 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17f71cae-8f76-417d-9c22-513e4ece29ce tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (66270288-b62e-4017-9d6f-d8291b6a836e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.480124 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17f71cae-8f76-417d-9c22-513e4ece29ce tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (66270288-b62e-4017-9d6f-d8291b6a836e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.518495 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f71cae-8f76-417d-9c22-513e4ece29ce tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66270288-b62e-4017-9d6f-d8291b6a836e,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:32.572340 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17f71cae-8f76-417d-9c22-513e4ece29ce tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.574764 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-17f71cae-8f76-417d-9c22-513e4ece29ce tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9357660 May 13 13:27:32.578928 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50062) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:32.582330 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-16c4fc18-5873-469c-86a7-c1441017a7d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'security_group_rule': {'security_group_id': '66270288-b62e-4017-9d6f-d8291b6a836e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:32.588129 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:27:32.612811 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:27:32.613111 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 3545091d-ebe5-4fc8-8e1a-ed10472f81d7 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:27:32.651234 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe6926-07b7-4cff-b95c-405a70a45ffa None None] New status for floating IP ed228708-0725-4275-9a18-3be2b8bb6b1b: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:27:32.673253 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16c4fc18-5873-469c-86a7-c1441017a7d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (d0b88621-6b2b-4608-afb6-c43c3efb11aa), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.738270 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16c4fc18-5873-469c-86a7-c1441017a7d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (d0b88621-6b2b-4608-afb6-c43c3efb11aa), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.792745 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:32.795505 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e53ed7b-015a-4313-9696-9c6c14418537" -d '{"events": [{"name": "network-changed", "server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:32.803062 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16c4fc18-5873-469c-86a7-c1441017a7d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (d0b88621-6b2b-4608-afb6-c43c3efb11aa), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.857915 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4fc18-5873-469c-86a7-c1441017a7d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b88621-6b2b-4608-afb6-c43c3efb11aa,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:32.874547 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc198dd0-497e-44e4-aa23-2c62bc16b2b5 x-openstack-request-id: req-dc198dd0-497e-44e4-aa23-2c62bc16b2b5 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:32.874843 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:32.875098 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc198dd0-497e-44e4-aa23-2c62bc16b2b5 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:32.875501 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc198dd0-497e-44e4-aa23-2c62bc16b2b5'] response: {'name': 'network-changed', 'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'status': 'completed', 'code': 200} May 13 13:27:32.942361 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16c4fc18-5873-469c-86a7-c1441017a7d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:32.942361 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-16c4fc18-5873-469c-86a7-c1441017a7d2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612444 May 13 13:27:32.942840 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50078) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:32.942948 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-13920b24-cc26-4f71-b96f-b577ed30b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:32.944277 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-13920b24-cc26-4f71-b96f-b577ed30b227 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 1129 time: 0.0472672 May 13 13:27:32.948321 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-270ba43e-d88a-4fbb-bacd-58bbb26ffbb6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'security_group_rule': {'security_group_id': '66270288-b62e-4017-9d6f-d8291b6a836e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:33.045096 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50082) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:33.055469 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-52b61a1f-d8cd-47b6-a18e-a7cb3fb1fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:33.056964 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-52b61a1f-d8cd-47b6-a18e-a7cb3fb1fe29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1044090 May 13 13:27:33.109110 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-269b577e-48d0-4b51-b115-6faa0d08a9c6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (2a0c4c8b-65d3-47df-bbe0-67bb32960dda), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.139719 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-78164ec8-ca74-4ae6-b638-9e30dc149549 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928 HTTP/1.1" status: 200 len: 1001 time: 0.0729959 May 13 13:27:33.140287 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-269b577e-48d0-4b51-b115-6faa0d08a9c6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (2a0c4c8b-65d3-47df-bbe0-67bb32960dda), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.152759 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-270ba43e-d88a-4fbb-bacd-58bbb26ffbb6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (5b8c1769-c2db-4e76-9291-0b768692fdb7), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.205220 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-b2263605-7c4c-4cab-acc5-d195827792e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:33.206864 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-b2263605-7c4c-4cab-acc5-d195827792e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.0599945 May 13 13:27:33.235159 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-270ba43e-d88a-4fbb-bacd-58bbb26ffbb6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (5b8c1769-c2db-4e76-9291-0b768692fdb7), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.258658 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-a0cc8ef3-00e1-4d64-9205-d4ab2542ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:33.260161 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-a0cc8ef3-00e1-4d64-9205-d4ab2542ecb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464177 May 13 13:27:33.294581 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-269b577e-48d0-4b51-b115-6faa0d08a9c6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (2a0c4c8b-65d3-47df-bbe0-67bb32960dda), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.297273 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-269b577e-48d0-4b51-b115-6faa0d08a9c6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.298471 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-269b577e-48d0-4b51-b115-6faa0d08a9c6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a0c4c8b-65d3-47df-bbe0-67bb32960dda HTTP/1.1" status: 204 len: 168 time: 0.2523375 May 13 13:27:33.301731 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50084) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:33.319716 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b577e-48d0-4b51-b115-6faa0d08a9c6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0c4c8b-65d3-47df-bbe0-67bb32960dda,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:33.322294 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-9ab40129-9ce9-4d68-8690-e7bb61ab0451 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] show failed (client error): The resource could not be found. May 13 13:27:33.323618 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9ab40129-9ce9-4d68-8690-e7bb61ab0451 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups/2a0c4c8b-65d3-47df-bbe0-67bb32960dda HTTP/1.1" status: 404 len: 347 time: 0.0207071 May 13 13:27:33.326994 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-270ba43e-d88a-4fbb-bacd-58bbb26ffbb6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (5b8c1769-c2db-4e76-9291-0b768692fdb7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.329488 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50086) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:33.384518 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ba43e-d88a-4fbb-bacd-58bbb26ffbb6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8c1769-c2db-4e76-9291-0b768692fdb7,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:33.384751 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-bf30fdc2-e41c-4f3e-9294-72836064eb72 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118536 May 13 13:27:33.484272 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-270ba43e-d88a-4fbb-bacd-58bbb26ffbb6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.485411 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-270ba43e-d88a-4fbb-bacd-58bbb26ffbb6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5417652 May 13 13:27:33.488958 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50088) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:33.491500 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e53ed7b-015a-4313-9696-9c6c14418537 req-ac4872f4-a563-4555-8fac-ce345cffd53d service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002345 May 13 13:27:33.495772 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:33.498595 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Deleting port 8687f5ee-cdd5-4d64-b195-8b35d8b84c7a {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:33.498724 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.592562 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.592896 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.606804 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Calling delete_port for 8687f5ee-cdd5-4d64-b195-8b35d8b84c7a owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:33.649290 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.797964 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:33.950679 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Allocated IP 172.27.2.140 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/0797d475-aeee-45f5-920f-0feec001be94) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:34.014567 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (8687f5ee-cdd5-4d64-b195-8b35d8b84c7a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.046284 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'Port': ['ID=8687f5ee-cdd5-4d64-b195-8b35d8b84c7a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:34.142902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for port (0797d475-aeee-45f5-920f-0feec001be94), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.169568 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (ed228708-0725-4275-9a18-3be2b8bb6b1b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.172387 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.173690 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b11738be-6630-4eb4-b99c-e3041823c195 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "DELETE /v2.0/floatingips/ed228708-0725-4275-9a18-3be2b8bb6b1b HTTP/1.1" status: 204 len: 168 time: 0.8398132 May 13 13:27:34.254961 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (0797d475-aeee-45f5-920f-0feec001be94), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.292552 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:34.295720 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:34.298685 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:34.335317 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'Port': ['ID=0797d475-aeee-45f5-920f-0feec001be94,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:34.415572 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (7274e129-b3d8-4c86-8573-b8a897d98c6f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.510105 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (0797d475-aeee-45f5-920f-0feec001be94), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.679219 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for port (0797d475-aeee-45f5-920f-0feec001be94), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.734581 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (0797d475-aeee-45f5-920f-0feec001be94), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.809956 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'Port': ['ID=0797d475-aeee-45f5-920f-0feec001be94,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:34.820729 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (7274e129-b3d8-4c86-8573-b8a897d98c6f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.913558 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:34.914778 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-cd3b7da2-c601-41d7-8878-5d080e0091d1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4248919 May 13 13:27:35.131185 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-dbf878e3-37c8-4ef1-b022-b98f81382a9f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1736028673&fields=id&tenant_id=99575e3d89514f96b2f6f9d871ba0792 HTTP/1.1" status: 200 len: 267 time: 0.0515065 May 13 13:27:35.266580 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-afe499dd-7b10-423c-84c3-6b83949b610d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:35.268104 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-afe499dd-7b10-423c-84c3-6b83949b610d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 816 time: 0.1297457 May 13 13:27:35.283830 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-b2d39878-46fb-4e6a-b6fc-0906503d200d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/quotas/99575e3d89514f96b2f6f9d871ba0792 HTTP/1.1" status: 200 len: 375 time: 0.0101960 May 13 13:27:35.335127 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-ddbd752b-57b7-4b35-8f3e-68f1b6aaf753 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458894 May 13 13:27:35.449400 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8d4c21b7-3029-437b-be17-6f6622697774 service neutron] 10.222.0.13 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989046 May 13 13:27:35.551488 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-5c09f0fc-1cc1-44b3-8c36-69cad0adc4cf service neutron] 10.222.0.13 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956700 May 13 13:27:35.617115 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-66d3e4ac-41ad-4dca-86e2-0e017a09809b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:35.857403 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed88cca2-ef50-4253-8147-523b391cf457 req-1e123d6c-9386-48e5-acb6-15325fdc2e7a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 210 time: 0.0313604 May 13 13:27:36.970307 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c763005-7af0-43bb-a25f-c4ea9f660d8b req-eee433ec-12bc-4498-b9cb-fe69724912fd tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 210 time: 0.0347829 May 13 13:27:37.364291 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487755-a4a8-4f79-8675-55c8d402772b req-db9911a9-9c6c-417c-950e-4ebcbbf6bdf9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:37.365776 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-59487755-a4a8-4f79-8675-55c8d402772b req-db9911a9-9c6c-417c-950e-4ebcbbf6bdf9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 945 time: 0.0518732 May 13 13:27:37.417052 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-59487755-a4a8-4f79-8675-55c8d402772b req-295e9e02-9006-46d6-a4ec-e542c4c82099 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453551 May 13 13:27:38.071217 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-84da548f-fd27-4f71-b6fc-7cd545966a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:38.078426 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eeea7393-c04d-4588-8f02-eb33fb9c8245 req-c3f7b5ac-21fd-4260-8fa1-e65bffa4acd4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 210 time: 0.0284917 May 13 13:27:38.536422 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cf60e-174f-4299-a1ce-6e9df3a8afdc req-49202fbb-fb91-4d50-ba83-f250ee5f7398 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:38.537915 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a11cf60e-174f-4299-a1ce-6e9df3a8afdc req-49202fbb-fb91-4d50-ba83-f250ee5f7398 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 945 time: 0.0502148 May 13 13:27:38.589943 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a11cf60e-174f-4299-a1ce-6e9df3a8afdc req-9e2c6e0c-b1e0-4331-a8a8-d5c493663bab tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463371 May 13 13:27:39.122831 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-d616d6bf-744a-403e-b748-57adde98911a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.124381 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-d616d6bf-744a-403e-b748-57adde98911a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 945 time: 0.0503850 May 13 13:27:39.190846 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-76c8f2f1-9889-4955-a7a9-0c95306df67d req-7a5ed4a7-0358-46ab-8ac6-eecaf65b74b0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 210 time: 0.0309532 May 13 13:27:39.238961 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Deleting port 5f9e6c55-7597-460f-acea-9d4b111093cb {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:39.239349 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:39.329596 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] For port 5f9e6c55-7597-460f-acea-9d4b111093cb, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=5f9e6c55-7597-460f-acea-9d4b111093cb,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:39.330042 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:39.517297 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:39.517659 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (eab3d184-b0d2-42ba-b146-f8cb8d0477b5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:39.517981 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Floating IP eab3d184-b0d2-42ba-b146-f8cb8d0477b5 disassociated. External IP: 172.27.2.123, port: 5f9e6c55-7597-460f-acea-9d4b111093cb. May 13 13:27:39.518363 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Calling delete_port for 5f9e6c55-7597-460f-acea-9d4b111093cb owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:39.615666 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:39.739984 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2f9ea-3911-4f80-bb03-e6e1a4f64bf4 req-b8cd33f4-e791-47f9-b983-38172610b91b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.741575 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a1e2f9ea-3911-4f80-bb03-e6e1a4f64bf4 req-b8cd33f4-e791-47f9-b983-38172610b91b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 945 time: 0.0687001 May 13 13:27:39.752067 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-b5e5762d-0b3e-4cb4-a388-f89fe5f6b344 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:39.753586 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-b5e5762d-0b3e-4cb4-a388-f89fe5f6b344 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 816 time: 0.1424706 May 13 13:27:39.799383 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a1e2f9ea-3911-4f80-bb03-e6e1a4f64bf4 req-b3f7917d-48cf-42b7-b5e9-2ef7e685eb60 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519476 May 13 13:27:39.814409 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (5f9e6c55-7597-460f-acea-9d4b111093cb), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:39.822811 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-73add9af-c349-4e31-b535-9b0c24e664ac tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99575e3d89514f96b2f6f9d871ba0792 HTTP/1.1" status: 200 len: 380 time: 0.0589051 May 13 13:27:39.833016 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'port': {'device_id': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'admin_state_up': True, 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'security_groups': ['66270288-b62e-4017-9d6f-d8291b6a836e']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:39.901035 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'Port': ['ID=5f9e6c55-7597-460f-acea-9d4b111093cb,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:40.070545 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:40.176710 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Made reservation on behalf of 99575e3d89514f96b2f6f9d871ba0792 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:40.180090 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:40.211796 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:40.226721 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:40.239335 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:40.239980 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:40.343553 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-812d0331-71f1-408f-be6f-cf324d6ec65c req-08b31ada-0ed5-4662-abee-492a94d7f14e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 210 time: 0.0510752 May 13 13:27:40.358895 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Allocated IP 172.20.0.5 (a7e06528-db27-472b-858f-4ca58111325e/c436d5ca-97b6-47d8-83ed-8a68cccad7ac/729dc6f6-46b1-4dac-a320-fa9e54753c1c) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:40.373347 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:40.423609 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] No DVR routers for this DVR port 5f9e6c55-7597-460f-acea-9d4b111093cb on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:27:40.434288 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:40.434288 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8398c97a-051c-4b8b-be94-8898bb25dcf5 req-4d1b227c-c51f-4d0f-b125-d9f3b438c3ec tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "DELETE /v2.0/ports/5f9e6c55-7597-460f-acea-9d4b111093cb HTTP/1.1" status: 204 len: 173 time: 1.2877159 May 13 13:27:40.434623 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'name': 'network-vif-deleted', 'tag': '5f9e6c55-7597-460f-acea-9d4b111093cb'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:40.437242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dfb857-0cd2-40a6-bd95-51f241e946b3" -d '{"events": [{"server_uuid": "b86888c8-bdd2-468d-a602-67b4f27fb7af", "name": "network-vif-deleted", "tag": "5f9e6c55-7597-460f-acea-9d4b111093cb"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:40.514561 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b6002-0a07-4a6c-bf15-5aa3f2a4c928 x-openstack-request-id: req-021b6002-0a07-4a6c-bf15-5aa3f2a4c928 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:40.514850 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86888c8-bdd2-468d-a602-67b4f27fb7af", "name": "network-vif-deleted", "tag": "5f9e6c55-7597-460f-acea-9d4b111093cb", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:40.515104 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-021b6002-0a07-4a6c-bf15-5aa3f2a4c928 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:40.515511 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021b6002-0a07-4a6c-bf15-5aa3f2a4c928'] response: {'server_uuid': 'b86888c8-bdd2-468d-a602-67b4f27fb7af', 'name': 'network-vif-deleted', 'tag': '5f9e6c55-7597-460f-acea-9d4b111093cb', 'status': 'completed', 'code': 200} May 13 13:27:40.592703 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:40.616078 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:40.652169 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:40.662184 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:40.662846 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:40.777684 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:40.801031 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:40.845205 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Network a7e06528-db27-472b-858f-4ca58111325e is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:40.848798 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:40.851491 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:40.896697 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:40.919789 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:40.926423 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:40.964094 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af856f20-8765-48c4-8125-90b1ec858a7a req-a96daf79-baae-43a5-bc47-9591f5b9ea46 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=b86888c8-bdd2-468d-a602-67b4f27fb7af HTTP/1.1" status: 200 len: 210 time: 0.0401747 May 13 13:27:40.999763 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:41.032096 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc6090-c6a9-4aee-8dd4-202458685083 None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:41.045930 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-8f081003-0194-4d88-8b3c-67ba7c5269f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2143931 May 13 13:27:41.126273 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-59958148-a4dc-4192-a692-d7466945bf3d None None] Provisioning complete for port 729dc6f6-46b1-4dac-a320-fa9e54753c1c triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:41.126634 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-59958148-a4dc-4192-a692-d7466945bf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:41.151854 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:41.167120 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-59958148-a4dc-4192-a692-d7466945bf3d None None] Port 729dc6f6-46b1-4dac-a320-fa9e54753c1c cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:41.271405 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e915be1-656f-41eb-b340-be0aa140769e None None] New status for floating IP eab3d184-b0d2-42ba-b146-f8cb8d0477b5: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:27:41.278563 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Request body: {'port': {'device_id': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:41.354220 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:41.471129 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa40d-53dc-4d61-9c0b-8e8ebd7d3a10 req-94ae4131-e763-4d31-9b11-42cf36cb042c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:41.475571 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab3fa40d-53dc-4d61-9c0b-8e8ebd7d3a10 req-94ae4131-e763-4d31-9b11-42cf36cb042c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 931 time: 0.0570536 May 13 13:27:41.530191 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab3fa40d-53dc-4d61-9c0b-8e8ebd7d3a10 req-88f609b2-bc8e-463c-a47d-7cf2bb34ceab tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500467 May 13 13:27:41.706630 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729dc6f6-46b1-4dac-a320-fa9e54753c1c {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:41.714708 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Publish callbacks [] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:41.728508 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Transition to ACTIVE for port object 729dc6f6-46b1-4dac-a320-fa9e54753c1c will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:27:41.820180 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:41.879990 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:41.954827 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Attempting to bind port 729dc6f6-46b1-4dac-a320-fa9e54753c1c on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:41.955254 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Attempting to bind port 729dc6f6-46b1-4dac-a320-fa9e54753c1c by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:41.955514 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Attempting to bind port 729dc6f6-46b1-4dac-a320-fa9e54753c1c on network a7e06528-db27-472b-858f-4ca58111325e {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:41.960568 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Port 729dc6f6-46b1-4dac-a320-fa9e54753c1c on network a7e06528-db27-472b-858f-4ca58111325e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:27:41.960885 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Attempting to bind port 729dc6f6-46b1-4dac-a320-fa9e54753c1c on network a7e06528-db27-472b-858f-4ca58111325e {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:41.968408 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:41.968743 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Checking segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:41.969132 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Bound using segment: {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:41.969563 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Bound port: 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cacabbc-4b59-470f-a380-fb9b06421119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:41.969923 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.061828 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:42.065365 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:42.175346 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50178) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:42.218060 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.235607 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-749f9a0c-bc99-4d9c-89f4-4dc4e9b20c1d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.252726 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:42.253561 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.254878 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] 10.222.0.69 "PUT /v2.0/ports/729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 200 len: 1093 time: 0.9809554 May 13 13:27:42.271318 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-749f9a0c-bc99-4d9c-89f4-4dc4e9b20c1d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.285825 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec78f7-69a3-41a5-8ad0-375266d32f75 service neutron] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:42.430273 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-749f9a0c-bc99-4d9c-89f4-4dc4e9b20c1d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.433145 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-749f9a0c-bc99-4d9c-89f4-4dc4e9b20c1d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.433587 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-24877da2-ea69-495f-a250-eee90af983a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:42.434715 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-749f9a0c-bc99-4d9c-89f4-4dc4e9b20c1d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "DELETE /v2.0/security-groups/23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d HTTP/1.1" status: 204 len: 168 time: 0.2582393 May 13 13:27:42.436428 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-24877da2-ea69-495f-a250-eee90af983a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 1127 time: 0.0490797 May 13 13:27:42.437735 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50192) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:42.462068 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9a0c-bc99-4d9c-89f4-4dc4e9b20c1d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:42.516695 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:42.521967 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb89b7e-b5a8-40ea-af29-864e9bab2827" -d '{"events": [{"name": "network-changed", "server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:42.526259 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.533151 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7ce867db-6718-4bd0-8f40-6bb08c6790a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 200 len: 217 time: 0.0802536 May 13 13:27:42.534155 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.api.v2.resource [None req-8e17c56b-a3b0-43db-952f-6d540e1ed875 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] show failed (client error): The resource could not be found. May 13 13:27:42.538314 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-8e17c56b-a3b0-43db-952f-6d540e1ed875 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups/23f4b36d-cf17-4b2b-8eef-3c1c9f46c49d HTTP/1.1" status: 404 len: 347 time: 0.0962310 May 13 13:27:42.538314 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50200) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:42.604500 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 5f9e6c55-7597-460f-acea-9d4b111093cb no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:27:42.613088 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9f1c7-bd64-4182-ab5d-1f8190e6b5a9 x-openstack-request-id: req-0be9f1c7-bd64-4182-ab5d-1f8190e6b5a9 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:42.613088 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:42.613088 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be9f1c7-bd64-4182-ab5d-1f8190e6b5a9 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:42.613088 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be9f1c7-bd64-4182-ab5d-1f8190e6b5a9'] response: {'name': 'network-changed', 'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'status': 'completed', 'code': 200} May 13 13:27:42.637710 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 5f9e6c55-7597-460f-acea-9d4b111093cb {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:27:42.638747 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 5f9e6c55-7597-460f-acea-9d4b111093cb not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:27:42.669096 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-a9cf5914-583d-449a-80a8-a86360421b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:42.670742 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-a9cf5914-583d-449a-80a8-a86360421b6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.1303198 May 13 13:27:42.690459 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896cde1-f01a-4e73-b8e1-52696f41bdeb req-271e737d-80f8-4d99-b466-a166908f43ee tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:42.692003 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c896cde1-f01a-4e73-b8e1-52696f41bdeb req-271e737d-80f8-4d99-b466-a166908f43ee tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0509059 May 13 13:27:42.741830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Deleting port e9e356c3-9692-4ac6-8525-f87a841c467c {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:42.742092 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (e9e356c3-9692-4ac6-8525-f87a841c467c), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:42.745417 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c896cde1-f01a-4e73-b8e1-52696f41bdeb req-06dd7fc7-fbd6-4875-a0dc-df8c293338f5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466695 May 13 13:27:42.747625 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7bb405f9-dbe5-4516-99dc-00a8dda699fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:42.749118 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-7bb405f9-dbe5-4516-99dc-00a8dda699fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557277 May 13 13:27:42.979759 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772acbe-d221-41cf-8051-6b1d2688cf4d req-a4ee3769-8946-4fcd-a69d-af0f4470d074 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:42.982334 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9772acbe-d221-41cf-8051-6b1d2688cf4d req-a4ee3769-8946-4fcd-a69d-af0f4470d074 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0523620 May 13 13:27:43.035316 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9772acbe-d221-41cf-8051-6b1d2688cf4d req-81865f6f-00cf-4ccc-b6e7-ce7511391612 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468292 May 13 13:27:43.131865 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (e9e356c3-9692-4ac6-8525-f87a841c467c), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:43.132189 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (e9e356c3-9692-4ac6-8525-f87a841c467c), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:43.152048 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-9ed605e0-6ef0-4adf-82e8-0c534d6614dc service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931823 May 13 13:27:43.152968 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Calling delete_port for e9e356c3-9692-4ac6-8525-f87a841c467c owned by network:floatingip {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:43.388829 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (e9e356c3-9692-4ac6-8525-f87a841c467c), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:43.414848 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'Port': ['ID=e9e356c3-9692-4ac6-8525-f87a841c467c,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:43.483801 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (eab3d184-b0d2-42ba-b146-f8cb8d0477b5), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:43.486296 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:43.489780 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a48a0563-4acd-4e48-af3f-711672ac4f4b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "DELETE /v2.0/floatingips/eab3d184-b0d2-42ba-b146-f8cb8d0477b5 HTTP/1.1" status: 204 len: 168 time: 0.9482100 May 13 13:27:43.615092 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50214) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:43.619590 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-1f195024-300d-4a64-83c1-874048a171b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097878758', 'description': 'tempest-description--824448295'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:43.741523 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f195024-300d-4a64-83c1-874048a171b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:43.829328 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f195024-300d-4a64-83c1-874048a171b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (c6e9e8f6-0258-415e-ba8f-4892dacb8fde), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:43.883149 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d622c-52f8-4098-9c2c-58823b87108b req-f8a63855-77a7-4fbe-9b9d-399090981f19 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:43.884727 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ce9d622c-52f8-4098-9c2c-58823b87108b req-f8a63855-77a7-4fbe-9b9d-399090981f19 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0537581 May 13 13:27:43.911814 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f195024-300d-4a64-83c1-874048a171b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c6e9e8f6-0258-415e-ba8f-4892dacb8fde), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:43.933675 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ce9d622c-52f8-4098-9c2c-58823b87108b req-2bcb11d0-1a35-4d7c-b262-99a073d1a9e3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427530 May 13 13:27:43.944123 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f195024-300d-4a64-83c1-874048a171b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e9e8f6-0258-415e-ba8f-4892dacb8fde,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:44.030462 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f195024-300d-4a64-83c1-874048a171b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.031735 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1f195024-300d-4a64-83c1-874048a171b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4156444 May 13 13:27:44.034703 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50220) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:44.039086 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-e2488795-477c-4309-b6e2-478b5f90fb9d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group_rule': {'security_group_id': 'c6e9e8f6-0258-415e-ba8f-4892dacb8fde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:44.154487 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85906eb5-40a8-4dc7-86fe-0cd7843cb6e3 req-45003c1e-1ba6-428e-b0f4-3558b0f6d097 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:44.155993 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85906eb5-40a8-4dc7-86fe-0cd7843cb6e3 req-45003c1e-1ba6-428e-b0f4-3558b0f6d097 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0496421 May 13 13:27:44.168371 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e2488795-477c-4309-b6e2-478b5f90fb9d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (bd0d64c1-8fe5-433f-9c61-1a02fc307d01), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.210552 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85906eb5-40a8-4dc7-86fe-0cd7843cb6e3 req-c78940b9-d025-4d87-af12-b574af2ab383 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487232 May 13 13:27:44.229553 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e2488795-477c-4309-b6e2-478b5f90fb9d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (bd0d64c1-8fe5-433f-9c61-1a02fc307d01), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.320120 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e2488795-477c-4309-b6e2-478b5f90fb9d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (bd0d64c1-8fe5-433f-9c61-1a02fc307d01), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.339946 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2488795-477c-4309-b6e2-478b5f90fb9d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0d64c1-8fe5-433f-9c61-1a02fc307d01,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:44.413654 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e2488795-477c-4309-b6e2-478b5f90fb9d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.414937 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e2488795-477c-4309-b6e2-478b5f90fb9d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3793204 May 13 13:27:44.417782 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50224) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:44.423363 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-b9eaa5b0-4775-4599-aa47-48f6690ab7b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group_rule': {'security_group_id': 'c6e9e8f6-0258-415e-ba8f-4892dacb8fde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:44.514594 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa5b0-4775-4599-aa47-48f6690ab7b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (36cc05c6-59b8-42b3-b706-9ee06775aa5a), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.573172 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa5b0-4775-4599-aa47-48f6690ab7b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (36cc05c6-59b8-42b3-b706-9ee06775aa5a), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.654124 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa5b0-4775-4599-aa47-48f6690ab7b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (36cc05c6-59b8-42b3-b706-9ee06775aa5a), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.677962 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaa5b0-4775-4599-aa47-48f6690ab7b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cc05c6-59b8-42b3-b706-9ee06775aa5a,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:44.782079 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173cc1ee-d26b-415e-a8f2-a88c41dc5fde req-cfc97ecf-6f60-42d8-add2-0247b9b5a413 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897570 May 13 13:27:44.784740 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa5b0-4775-4599-aa47-48f6690ab7b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:44.785845 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-b9eaa5b0-4775-4599-aa47-48f6690ab7b6 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670757 May 13 13:27:44.790120 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50228) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:44.795519 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:44.921460 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:45.009208 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:45.099890 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70fdb5-6053-445b-900b-e0a5c47c3079 req-5f75be66-157d-4e35-92a0-792d860e64a6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:45.101417 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1d70fdb5-6053-445b-900b-e0a5c47c3079 req-5f75be66-157d-4e35-92a0-792d860e64a6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0892692 May 13 13:27:45.196013 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Allocated IP 172.27.2.129 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/e6a5e05d-90ff-41af-b0f6-b63ea0a9055c) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:45.201685 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1d70fdb5-6053-445b-900b-e0a5c47c3079 req-8950a75e-4deb-4ed9-9d54-654bb9bfd3d7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937395 May 13 13:27:45.317395 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:45.362630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685a0e3-463a-4297-8d87-dc33237a6cad req-1c9c3720-8660-426d-8b85-da0ebfedecfe tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:45.364137 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2685a0e3-463a-4297-8d87-dc33237a6cad req-1c9c3720-8660-426d-8b85-da0ebfedecfe tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0688517 May 13 13:27:45.429420 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2685a0e3-463a-4297-8d87-dc33237a6cad req-8e20ae05-ccd6-4793-9f04-8bc5e7442d2a tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559735 May 13 13:27:45.486264 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:45.526694 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:45.530409 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:45.532996 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:45.562100 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=e6a5e05d-90ff-41af-b0f6-b63ea0a9055c,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:45.631008 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (5c8abfb5-6cb6-43bb-a922-108516d61c12), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:45.782507 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:45.965897 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:45.979997 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-da589f41-362d-4f20-a009-06c30cd087b2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:45.981928 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-da589f41-362d-4f20-a009-06c30cd087b2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.0756981 May 13 13:27:45.985726 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-fbf10fbd-7bcb-4581-b6e7-826cd0de0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:45.987135 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-fbf10fbd-7bcb-4581-b6e7-826cd0de0329 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 1127 time: 0.0801561 May 13 13:27:46.074233 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.147734 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Deleting port bb022415-b3c9-4b44-a6e4-3190a75170e0 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:46.148078 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.149019 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=e6a5e05d-90ff-41af-b0f6-b63ea0a9055c,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:46.155721 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (5c8abfb5-6cb6-43bb-a922-108516d61c12), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.166680 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-27f40f92-667a-4a37-82a2-0a73d61c8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.168120 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-27f40f92-667a-4a37-82a2-0a73d61c8694 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.1739111 May 13 13:27:46.235329 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-5e365db8-b7a2-4624-b9e5-844e46e197a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 200 len: 217 time: 0.0418899 May 13 13:27:46.269215 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.271041 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5ddf0ab5-ea55-4e27-8a0d-6d74bc11d5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4797418 May 13 13:27:46.316393 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-0cb11aea-5245-4326-b472-a7b6fb6e8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.319251 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-0cb11aea-5245-4326-b472-a7b6fb6e8041 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0768931 May 13 13:27:46.319786 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] For port bb022415-b3c9-4b44-a6e4-3190a75170e0, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bb022415-b3c9-4b44-a6e4-3190a75170e0,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:46.320149 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.339485 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b432e5-1f99-4a53-90e9-7b52febdfdee req-e1102598-efe9-4415-8b0c-ea9a5bc79605 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.342052 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1b432e5-1f99-4a53-90e9-7b52febdfdee req-e1102598-efe9-4415-8b0c-ea9a5bc79605 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0638270 May 13 13:27:46.410145 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1b432e5-1f99-4a53-90e9-7b52febdfdee req-894be5de-4898-4c63-a97d-78a0ae51951d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574224 May 13 13:27:46.414445 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-91c01e70-90c9-425d-aeab-f97a2caad792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.415925 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-91c01e70-90c9-425d-aeab-f97a2caad792 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870674 May 13 13:27:46.497503 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-880b9920-2448-4649-9149-19bb632723e8 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2097878758&fields=id&tenant_id=2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 267 time: 0.0476043 May 13 13:27:46.614491 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a39d2e-970d-44b5-8750-97e41ecb9637 req-0e6fea43-5c23-417c-8c95-43d96abcc236 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.615255 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-d27facf1-fad5-4630-93e5-9132b0b494ec service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897881 May 13 13:27:46.615908 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-93a39d2e-970d-44b5-8750-97e41ecb9637 req-0e6fea43-5c23-417c-8c95-43d96abcc236 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 946 time: 0.1150224 May 13 13:27:46.618768 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.619122 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (0e422b15-1cf4-4195-a611-8637c0a12ac1), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.619432 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Floating IP 0e422b15-1cf4-4195-a611-8637c0a12ac1 disassociated. External IP: 172.27.2.11, port: bb022415-b3c9-4b44-a6e4-3190a75170e0. May 13 13:27:46.619767 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Calling delete_port for bb022415-b3c9-4b44-a6e4-3190a75170e0 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:46.677278 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-33a5e442-8bed-446e-9a47-41ab0c179361 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:46.678813 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-33a5e442-8bed-446e-9a47-41ab0c179361 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 814 time: 0.1746774 May 13 13:27:46.707808 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-93a39d2e-970d-44b5-8750-97e41ecb9637 req-0fc48fd2-e6bf-4c8b-aa48-8749f1bb5888 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91f250a-36a8-4c29-8606-b3eec1bee3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855250 May 13 13:27:46.709442 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-47fb4ded-45f6-4d3c-bb1a-c731803f40d9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/quotas/2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 375 time: 0.0199871 May 13 13:27:46.760976 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-03a030f5-e194-4bb1-9de9-80ccfa4c518c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459106 May 13 13:27:46.775947 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-aeb89b7e-b5a8-40ea-af29-864e9bab2827 req-39e71c23-d194-4a48-8c81-20861d360204 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538384 May 13 13:27:46.878674 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-53cffd85-8402-453b-8c25-96e454cb8e3a service neutron] 10.222.0.13 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053436 May 13 13:27:46.905992 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (bb022415-b3c9-4b44-a6e4-3190a75170e0), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:46.940216 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event deleted for resources: {'Port': ['ID=bb022415-b3c9-4b44-a6e4-3190a75170e0,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:46.975712 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-ca368d9d-428e-4647-9a95-082a03840cba service neutron] 10.222.0.13 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913749 May 13 13:27:47.062687 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Router 4831d67a-5c02-45c2-b75a-f75c25514baf has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:47.178569 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:47.193006 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d172b4b-00e4-4637-918d-61027654418d None None] Sync routers for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:47.217227 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d172b4b-00e4-4637-918d-61027654418d None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:47.229750 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-0d172b4b-00e4-4637-918d-61027654418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:47.231681 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] No DVR routers for this DVR port bb022415-b3c9-4b44-a6e4-3190a75170e0 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:27:47.237423 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:47.243365 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bdb0e251-557c-4bd1-af21-9bc501c764bd req-4a2ed824-6a2d-45fb-a8ab-c178958bbd0c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "DELETE /v2.0/ports/bb022415-b3c9-4b44-a6e4-3190a75170e0 HTTP/1.1" status: 204 len: 173 time: 1.2551134 May 13 13:27:47.246768 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'name': 'network-vif-deleted', 'tag': 'bb022415-b3c9-4b44-a6e4-3190a75170e0'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:47.246768 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d41f63-93d6-49f0-9d3e-ec3ef962d279" -d '{"events": [{"server_uuid": "3b2c2709-a695-4f16-a0fa-fed674cfab86", "name": "network-vif-deleted", "tag": "bb022415-b3c9-4b44-a6e4-3190a75170e0"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:47.315422 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d2883-b6e8-41e5-a89e-4feabb90b76c x-openstack-request-id: req-3d9d2883-b6e8-41e5-a89e-4feabb90b76c {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:47.315422 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2c2709-a695-4f16-a0fa-fed674cfab86", "name": "network-vif-deleted", "tag": "bb022415-b3c9-4b44-a6e4-3190a75170e0", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:47.315422 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d9d2883-b6e8-41e5-a89e-4feabb90b76c {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:47.315422 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9d2883-b6e8-41e5-a89e-4feabb90b76c'] response: {'server_uuid': '3b2c2709-a695-4f16-a0fa-fed674cfab86', 'name': 'network-vif-deleted', 'tag': 'bb022415-b3c9-4b44-a6e4-3190a75170e0', 'status': 'completed', 'code': 200} May 13 13:27:47.331658 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-587ae890-73a4-485d-a109-184fbf52fe33 req-29939feb-868c-4772-a562-888a11b8a0c1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 210 time: 0.0594742 May 13 13:27:47.398961 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-0d172b4b-00e4-4637-918d-61027654418d None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:47.557189 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fd20-df00-404d-9514-b0aeb7125290 req-947b1d6f-7986-4f11-836e-a3900610fca2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:47.558949 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8be4fd20-df00-404d-9514-b0aeb7125290 req-947b1d6f-7986-4f11-836e-a3900610fca2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0575268 May 13 13:27:47.614008 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8be4fd20-df00-404d-9514-b0aeb7125290 req-131c3425-469c-44ef-a319-3b9b6e908c57 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490494 May 13 13:27:47.614286 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-0d172b4b-00e4-4637-918d-61027654418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:47.642642 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d172b4b-00e4-4637-918d-61027654418d None None] Checking router: 4831d67a-5c02-45c2-b75a-f75c25514baf for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:47.651301 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d172b4b-00e4-4637-918d-61027654418d None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:47.651923 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-0d172b4b-00e4-4637-918d-61027654418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:47.770192 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-0d172b4b-00e4-4637-918d-61027654418d None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:47.845934 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-132638af-d240-4e3d-b136-556ccd8f71d0 req-103cbed8-73fd-422f-8a9c-8d23408abbe8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b2c2709-a695-4f16-a0fa-fed674cfab86 HTTP/1.1" status: 200 len: 210 time: 0.0384853 May 13 13:27:47.979018 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-0d172b4b-00e4-4637-918d-61027654418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:48.013556 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d172b4b-00e4-4637-918d-61027654418d None None] The sync data for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi is: [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:48.040171 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-69364c47-4c16-4fa9-9b75-4bb1a53656ac tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069208029&fields=id&tenant_id=8286d953594e4d539ca45c8a98bd435c HTTP/1.1" status: 200 len: 267 time: 0.0475616 May 13 13:27:48.156808 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-1dda6178-fcb9-4d9f-8aae-b0ade0aa1dec tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:48.158448 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-1dda6178-fcb9-4d9f-8aae-b0ade0aa1dec tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 809 time: 0.1073730 May 13 13:27:48.174569 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-31cca549-2934-4451-907d-163a01b7e3f5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/quotas/8286d953594e4d539ca45c8a98bd435c HTTP/1.1" status: 200 len: 375 time: 0.0101740 May 13 13:27:48.233686 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-612c5a23-c030-4f35-aa73-2754548d1dba tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532987 May 13 13:27:48.289552 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7a762-b124-4610-ae24-ac05a54748d6 None None] New status for floating IP 0e422b15-1cf4-4195-a611-8637c0a12ac1: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:27:48.342157 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-771f60bc-259f-45bd-8ce9-8ceaa2e83d58 service neutron] 10.222.0.13 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963321 May 13 13:27:48.635581 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:27:48.638408 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bb022415-b3c9-4b44-a6e4-3190a75170e0 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:27:48.649408 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a14a6ec-f29b-443c-8420-f418bb01a22b req-4f0d60b8-c404-460f-bfa4-55054cca4c7f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 210 time: 0.0562358 May 13 13:27:48.672603 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: bb022415-b3c9-4b44-a6e4-3190a75170e0 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:27:48.673194 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bb022415-b3c9-4b44-a6e4-3190a75170e0 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:27:48.703663 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-6a8081b8-ff4b-4955-9fd2-c725bbeebc0f service neutron] 10.222.0.13 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551910 May 13 13:27:48.773211 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08773c-ea3c-41a9-a3d2-2485e4f6ccc6 req-ca415299-1e7c-42bd-bf4f-88b69d013df4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:48.780904 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6d08773c-ea3c-41a9-a3d2-2485e4f6ccc6 req-ca415299-1e7c-42bd-bf4f-88b69d013df4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0691864 May 13 13:27:48.836239 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6d08773c-ea3c-41a9-a3d2-2485e4f6ccc6 req-ba62d144-a851-4ee9-96e8-4254f073dfe9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543582 May 13 13:27:48.902670 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:48.933972 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'port_id': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'mac_address': 'fa:16:3e:85:5d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:27:48.984985 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 729dc6f6-46b1-4dac-a320-fa9e54753c1c is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:48.985460 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:48.999392 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729dc6f6-46b1-4dac-a320-fa9e54753c1c {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:49.024765 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:49.122848 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50292) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:49.179509 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5a9f62a5-8175-4145-a807-ec9a09146f69 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (a91f250a-36a8-4c29-8606-b3eec1bee3ea), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.204947 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5a9f62a5-8175-4145-a807-ec9a09146f69 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (a91f250a-36a8-4c29-8606-b3eec1bee3ea), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.252012 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.305561 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:49.345382 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5a9f62a5-8175-4145-a807-ec9a09146f69 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (a91f250a-36a8-4c29-8606-b3eec1bee3ea), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.347968 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5a9f62a5-8175-4145-a807-ec9a09146f69 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.349703 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5a9f62a5-8175-4145-a807-ec9a09146f69 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "DELETE /v2.0/security-groups/a91f250a-36a8-4c29-8606-b3eec1bee3ea HTTP/1.1" status: 204 len: 168 time: 0.2253039 May 13 13:27:49.352057 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50294) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:49.359532 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f62a5-8175-4145-a807-ec9a09146f69 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f250a-36a8-4c29-8606-b3eec1bee3ea,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:49.367190 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.api.v2.resource [None req-de2160bf-b916-4ce5-9c29-1a3ce3623326 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] show failed (client error): The resource could not be found. May 13 13:27:49.368264 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-de2160bf-b916-4ce5-9c29-1a3ce3623326 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups/a91f250a-36a8-4c29-8606-b3eec1bee3ea HTTP/1.1" status: 404 len: 347 time: 0.0152307 May 13 13:27:49.371412 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50296) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:49.498881 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Deleting port 7bbee234-a20c-4e77-a6af-af3901673112 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:27:49.499226 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (7bbee234-a20c-4e77-a6af-af3901673112), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.515734 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['729dc6f6-46b1-4dac-a320-fa9e54753c1c'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:49.609224 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2e3fe60b-b6bc-485d-a2ff-b51f551ce76f req-a7461fe2-f029-40a5-9f51-feda9a2a3065 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 210 time: 0.0385275 May 13 13:27:49.626416 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (7bbee234-a20c-4e77-a6af-af3901673112), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.626824 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (7bbee234-a20c-4e77-a6af-af3901673112), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:49.648464 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Calling delete_port for 7bbee234-a20c-4e77-a6af-af3901673112 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:27:49.790624 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ff33ea84-8c6d-4e71-b39a-8f4842cd5107 req-8d7c77db-832d-4314-a409-669935a80699 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 210 time: 0.0311646 May 13 13:27:49.862182 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-12ddc893-8272-41d2-bec1-5a9957cc5a54 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:49.863649 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-12ddc893-8272-41d2-bec1-5a9957cc5a54 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 814 time: 0.1265545 May 13 13:27:49.941442 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-a373f501-9c9a-4974-b5a3-8f08f7267e91 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 380 time: 0.0668030 May 13 13:27:49.951072 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'port': {'device_id': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'admin_state_up': True, 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'security_groups': ['c6e9e8f6-0258-415e-ba8f-4892dacb8fde']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:49.971262 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489469cd-120c-4752-91c9-54bf9e5d9a18 req-5f41d2d4-275d-4d5b-9e3e-63b503d6e625 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:49.973006 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-489469cd-120c-4752-91c9-54bf9e5d9a18 req-5f41d2d4-275d-4d5b-9e3e-63b503d6e625 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 944 time: 0.0573893 May 13 13:27:49.987559 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (7bbee234-a20c-4e77-a6af-af3901673112), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.019835 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event deleted for resources: {'Port': ['ID=7bbee234-a20c-4e77-a6af-af3901673112,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:50.085366 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-489469cd-120c-4752-91c9-54bf9e5d9a18 req-3ceb908b-6886-41fa-abce-876c5e433b18 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062269 May 13 13:27:50.112352 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (0e422b15-1cf4-4195-a611-8637c0a12ac1), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.112352 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.112352 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e9655678-312c-42b2-974e-f8c3aa141900 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "DELETE /v2.0/floatingips/0e422b15-1cf4-4195-a611-8637c0a12ac1 HTTP/1.1" status: 204 len: 168 time: 0.7377889 May 13 13:27:50.182571 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Made reservation on behalf of 2c900748e271404bb3cb11fb2308e784 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:50.186151 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.314494 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50316) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:50.319139 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-009999f1-95ff-4498-85bd-aa0c3be6a888 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911620015', 'description': 'tempest-description--1358368810'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:50.322092 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Allocated IP 172.20.0.5 (fc71e07c-eb5e-4e51-82e1-4253b2766878/011b2f4c-6e0c-4d4a-b429-36584b9c065a/26a3043c-a71b-4f33-b912-ba88ebf29476) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:50.434089 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-009999f1-95ff-4498-85bd-aa0c3be6a888 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.472112 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.519760 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-009999f1-95ff-4498-85bd-aa0c3be6a888 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (c63ca520-53c4-499e-8513-e7847d4f3532), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.633702 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:50.660459 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.663112 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-009999f1-95ff-4498-85bd-aa0c3be6a888 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c63ca520-53c4-499e-8513-e7847d4f3532), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.698834 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 729dc6f6-46b1-4dac-a320-fa9e54753c1c completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:27:50.708390 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009999f1-95ff-4498-85bd-aa0c3be6a888 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ca520-53c4-499e-8513-e7847d4f3532,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:50.721350 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=26a3043c-a71b-4f33-b912-ba88ebf29476,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:50.736142 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:50.737155 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6b37d0fe-2083-4c3c-99a4-b4d7ac39768d req-df4e2ca3-e4c8-4c2e-8eb6-fffa1e76d994 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 210 time: 0.0393510 May 13 13:27:50.737586 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:50.740000 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:50.791319 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:50.791941 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.830490 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 729dc6f6-46b1-4dac-a320-fa9e54753c1c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:50.830490 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.916061 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-009999f1-95ff-4498-85bd-aa0c3be6a888 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.917347 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-009999f1-95ff-4498-85bd-aa0c3be6a888 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6017702 May 13 13:27:50.920462 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50324) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:50.925020 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-809c2d9a-37f2-47ba-8c74-275fbbc22851 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'security_group_rule': {'security_group_id': 'c63ca520-53c4-499e-8513-e7847d4f3532', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:50.926584 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 729dc6f6-46b1-4dac-a320-fa9e54753c1c is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:50.926982 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:50.936030 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3f006-a4d0-42d5-becd-3a267d7bf3e5 req-550fd281-21f7-46d4-a074-c36d64d5cf70 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:50.937717 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b9a3f006-a4d0-42d5-becd-3a267d7bf3e5 req-550fd281-21f7-46d4-a074-c36d64d5cf70 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 931 time: 0.0647056 May 13 13:27:50.948836 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-164c2700-beac-433d-befe-9070c4b32019 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0005038 May 13 13:27:50.958764 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:50.960766 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Request body: {'port': {'device_id': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:50.961165 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9434d0b0-724a-4bfd-8566-11c8749101f7" -d '{"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-plugged", "status": "completed", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:50.983780 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:50.995056 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-68c5d924-42ef-45b7-badc-0c65f44408ba None None] Provisioning complete for port 26a3043c-a71b-4f33-b912-ba88ebf29476 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:50.995628 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-68c5d924-42ef-45b7-badc-0c65f44408ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.000359 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b9a3f006-a4d0-42d5-becd-3a267d7bf3e5 req-c07a5a1a-039e-4a00-bb5d-156955ecd982 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560205 May 13 13:27:51.024132 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72117ba9-99d1-450c-98f5-59b08ea1af8b x-openstack-request-id: req-72117ba9-99d1-450c-98f5-59b08ea1af8b {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:51.024453 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-plugged", "status": "completed", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:51.024702 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72117ba9-99d1-450c-98f5-59b08ea1af8b {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:51.025100 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72117ba9-99d1-450c-98f5-59b08ea1af8b'] response: {'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'code': 200} May 13 13:27:51.042603 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-68c5d924-42ef-45b7-badc-0c65f44408ba None None] Port 26a3043c-a71b-4f33-b912-ba88ebf29476 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:51.048816 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.083298 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.093177 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-809c2d9a-37f2-47ba-8c74-275fbbc22851 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (26c465ca-52e9-423f-a499-c924c5ae77fc), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.147938 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:51.223867 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-809c2d9a-37f2-47ba-8c74-275fbbc22851 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (26c465ca-52e9-423f-a499-c924c5ae77fc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.239340 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257feb0a-c103-4557-95a7-1f29c2c04c3e req-3b988cde-a5de-49ef-9160-ee7cb83ace8f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:51.241740 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-257feb0a-c103-4557-95a7-1f29c2c04c3e req-3b988cde-a5de-49ef-9160-ee7cb83ace8f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0742254 May 13 13:27:51.302405 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-257feb0a-c103-4557-95a7-1f29c2c04c3e req-cdd7c8c2-bba6-42bd-ab94-f49cddabd4a2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505061 May 13 13:27:51.323064 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-809c2d9a-37f2-47ba-8c74-275fbbc22851 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (26c465ca-52e9-423f-a499-c924c5ae77fc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.358055 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c2d9a-37f2-47ba-8c74-275fbbc22851 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c465ca-52e9-423f-a499-c924c5ae77fc,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:51.436519 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2738c6e-62a4-4ad0-961d-d1bcf0482bb3 req-15b12d59-6725-4a2c-ab73-67fe1424092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:51.437999 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2738c6e-62a4-4ad0-961d-d1bcf0482bb3 req-15b12d59-6725-4a2c-ab73-67fe1424092b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 1129 time: 0.0696456 May 13 13:27:51.445378 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a3043c-a71b-4f33-b912-ba88ebf29476 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:51.459608 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Publish callbacks [] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.471635 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-809c2d9a-37f2-47ba-8c74-275fbbc22851 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.472800 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-809c2d9a-37f2-47ba-8c74-275fbbc22851 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5513310 May 13 13:27:51.475872 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50330) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:51.480423 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-25d99df5-4bce-4dfd-9950-629ea29ed4da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'security_group_rule': {'security_group_id': 'c63ca520-53c4-499e-8513-e7847d4f3532', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:51.488466 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Transition to ACTIVE for port object 26a3043c-a71b-4f33-b912-ba88ebf29476 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:27:51.510531 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2738c6e-62a4-4ad0-961d-d1bcf0482bb3 req-04ac9d9a-9551-49c4-9396-d4ebf60eacb2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606301 May 13 13:27:51.588706 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.628769 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25d99df5-4bce-4dfd-9950-629ea29ed4da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (353bb68a-be42-468e-bcf2-7b5fe63b51f3), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.647055 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Pushing event updated for resources: {'Port': ['ID=26a3043c-a71b-4f33-b912-ba88ebf29476,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:51.693825 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25d99df5-4bce-4dfd-9950-629ea29ed4da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (353bb68a-be42-468e-bcf2-7b5fe63b51f3), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.728565 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Attempting to bind port 26a3043c-a71b-4f33-b912-ba88ebf29476 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:51.728906 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Attempting to bind port 26a3043c-a71b-4f33-b912-ba88ebf29476 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:51.729229 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Attempting to bind port 26a3043c-a71b-4f33-b912-ba88ebf29476 on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:51.735154 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Port 26a3043c-a71b-4f33-b912-ba88ebf29476 on network fc71e07c-eb5e-4e51-82e1-4253b2766878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:27:51.741002 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Attempting to bind port 26a3043c-a71b-4f33-b912-ba88ebf29476 on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:51.741299 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:51.741780 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Checking segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:51.742390 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Bound using segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:51.742983 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Bound port: 26a3043c-a71b-4f33-b912-ba88ebf29476, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:51.743470 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.771219 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25d99df5-4bce-4dfd-9950-629ea29ed4da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (353bb68a-be42-468e-bcf2-7b5fe63b51f3), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.799180 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d99df5-4bce-4dfd-9950-629ea29ed4da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353bb68a-be42-468e-bcf2-7b5fe63b51f3,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:51.845993 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] For port 26a3043c-a71b-4f33-b912-ba88ebf29476, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:51.850291 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] For port 26a3043c-a71b-4f33-b912-ba88ebf29476, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=26a3043c-a71b-4f33-b912-ba88ebf29476,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:51.866872 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25d99df5-4bce-4dfd-9950-629ea29ed4da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:51.867982 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-25d99df5-4bce-4dfd-9950-629ea29ed4da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910177 May 13 13:27:51.870054 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1f212b3e-b4b3-41d5-90ca-a6f035d83eeb req-bddb6ef7-ed17-4d9b-8e4d-5ce8a6976b6e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 210 time: 0.0381739 May 13 13:27:51.871152 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50336) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:51.875941 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:51.985090 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:52.020776 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:52.021395 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:52.022806 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] 10.222.0.69 "PUT /v2.0/ports/26a3043c-a71b-4f33-b912-ba88ebf29476 HTTP/1.1" status: 200 len: 1093 time: 1.0674062 May 13 13:27:52.025023 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'tag': '26a3043c-a71b-4f33-b912-ba88ebf29476'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:52.026676 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:52.037301 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eba9145-1525-4b25-a6ab-852081ff4b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d1447f-444f-4e0c-a20d-9350788fd819", "tag": "26a3043c-a71b-4f33-b912-ba88ebf29476"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:52.080720 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e44380-b334-48cd-a126-fc2efdae9fdd service neutron] Pushing event updated for resources: {'Port': ['ID=26a3043c-a71b-4f33-b912-ba88ebf29476,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:52.095216 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a46d76f-05d5-4d58-9b89-05db883e2eb4 x-openstack-request-id: req-7a46d76f-05d5-4d58-9b89-05db883e2eb4 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:52.095383 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d1447f-444f-4e0c-a20d-9350788fd819", "tag": "26a3043c-a71b-4f33-b912-ba88ebf29476", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:52.095560 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a46d76f-05d5-4d58-9b89-05db883e2eb4 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:52.098708 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a46d76f-05d5-4d58-9b89-05db883e2eb4'] response: {'name': 'network-changed', 'server_uuid': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'tag': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'status': 'completed', 'code': 200} May 13 13:27:52.157991 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:52.165737 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40485f0-efb4-4913-9b44-0027a914095b req-af555a87-e8a8-401e-8904-0cac0b91fcbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:52.167337 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b40485f0-efb4-4913-9b44-0027a914095b req-af555a87-e8a8-401e-8904-0cac0b91fcbf tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 943 time: 0.0714235 May 13 13:27:52.270441 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b40485f0-efb4-4913-9b44-0027a914095b req-34e296db-7f8d-4309-8c6b-4dc9322a750f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956323 May 13 13:27:52.316087 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba9145-1525-4b25-a6ab-852081ff4b3c req-4b5d7695-c79d-49fc-bda0-4723273434dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:52.318682 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0eba9145-1525-4b25-a6ab-852081ff4b3c req-4b5d7695-c79d-49fc-bda0-4723273434dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 1127 time: 0.0730245 May 13 13:27:52.320401 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Allocated IP 172.27.2.169 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/d2c8b665-e8bf-4dfd-8432-129f924fba93) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:52.447290 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba9145-1525-4b25-a6ab-852081ff4b3c req-e6dcdfec-7923-408c-959c-d3040ec90d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:52.448942 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0eba9145-1525-4b25-a6ab-852081ff4b3c req-e6dcdfec-7923-408c-959c-d3040ec90d06 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c900748e271404bb3cb11fb2308e784&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1076839 May 13 13:27:52.449811 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e7df5-4170-4d7e-bbe3-b775ae97a2b7 req-e169f026-41d7-4ffa-bd66-172d422d451b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:52.453070 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f03e7df5-4170-4d7e-bbe3-b775ae97a2b7 req-e169f026-41d7-4ffa-bd66-172d422d451b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0718269 May 13 13:27:52.501732 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for port (d2c8b665-e8bf-4dfd-8432-129f924fba93), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:52.533553 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f03e7df5-4170-4d7e-bbe3-b775ae97a2b7 req-06c61b3c-b43c-4511-8cb2-063c2fec5ace tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732057 May 13 13:27:52.624825 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (d2c8b665-e8bf-4dfd-8432-129f924fba93), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:52.664119 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:52.667117 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:52.674007 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:52.679661 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'Port': ['ID=d2c8b665-e8bf-4dfd-8432-129f924fba93,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:52.781513 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (4702acea-e562-4d05-b8a0-ab90040eb8d9), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:52.810267 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba9145-1525-4b25-a6ab-852081ff4b3c req-7cf1fbcf-8014-4cf7-becc-cfc3a736ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:52.811917 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-0eba9145-1525-4b25-a6ab-852081ff4b3c req-7cf1fbcf-8014-4cf7-becc-cfc3a736ccb9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1148858 May 13 13:27:52.907803 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (d2c8b665-e8bf-4dfd-8432-129f924fba93), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:52.983915 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1de4a77d-8f6e-42aa-a7fb-6b054cbd7f88 req-b0f30930-43b5-42cd-8163-e39f78aa854f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 210 time: 0.0334311 May 13 13:27:53.096250 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for port (d2c8b665-e8bf-4dfd-8432-129f924fba93), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:53.157110 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (d2c8b665-e8bf-4dfd-8432-129f924fba93), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:53.230335 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'Port': ['ID=d2c8b665-e8bf-4dfd-8432-129f924fba93,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:53.246678 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (4702acea-e562-4d05-b8a0-ab90040eb8d9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:53.267919 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-0ed4957d-3cf1-41a1-89ba-e60ad787dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.273557 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-0ed4957d-3cf1-41a1-89ba-e60ad787dedc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 1127 time: 0.0787530 May 13 13:27:53.323425 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-58250e36-19ba-4c9b-b61d-bed7f001ecf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a3043c-a71b-4f33-b912-ba88ebf29476 HTTP/1.1" status: 200 len: 217 time: 0.0414629 May 13 13:27:53.335219 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:53.337276 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ebf97d5e-4c8e-4f4c-af52-e7c27bfd1cca tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4645686 May 13 13:27:53.376821 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-a5a3aa92-f451-4f49-af6f-e9c7078e6f7f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.377066 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-a5a3aa92-f451-4f49-af6f-e9c7078e6f7f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.69 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 809 time: 0.2098629 May 13 13:27:53.409033 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-d5a3abf0-4593-4096-9ba4-cea7e7d93fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.410476 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-d5a3abf0-4593-4096-9ba4-cea7e7d93fbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 200 len: 853 time: 0.0775146 May 13 13:27:53.431349 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d8b14-422a-401b-99ec-a150c57c80ae req-b2782d06-4e62-4f5d-8989-2abda7d4a1ac tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.439009 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-794d8b14-422a-401b-99ec-a150c57c80ae req-b2782d06-4e62-4f5d-8989-2abda7d4a1ac tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 943 time: 0.0920084 May 13 13:27:53.480986 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-072d3fe9-74b5-4c97-86c8-f97210d87be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.482693 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-072d3fe9-74b5-4c97-86c8-f97210d87be8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc71e07c-eb5e-4e51-82e1-4253b2766878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654085 May 13 13:27:53.489256 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-794d8b14-422a-401b-99ec-a150c57c80ae req-46622a0b-0461-4084-8c58-480fccdf13c4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491738 May 13 13:27:53.492188 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-5b7af3e4-9127-4c2f-8896-02ba3afb2830 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8286d953594e4d539ca45c8a98bd435c HTTP/1.1" status: 200 len: 380 time: 0.1002350 May 13 13:27:53.517136 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'port': {'device_id': '58f4be22-416d-4465-9e39-d09271f63511', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'admin_state_up': True, 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'security_groups': ['8ee59b84-0e7c-4f1a-81fb-d3f52352c660']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:53.587024 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-fb52767d-610d-46c5-8fb5-f62cf4b07a28 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1911620015&fields=id&tenant_id=6c22198af7e14553a967643df90e501f HTTP/1.1" status: 200 len: 267 time: 0.0546033 May 13 13:27:53.715374 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07d0f-6509-45cf-abce-97a2c39cf3f1 req-c722052d-137e-48a0-b51a-073c2751927c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.717396 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dbe07d0f-6509-45cf-abce-97a2c39cf3f1 req-c722052d-137e-48a0-b51a-073c2751927c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0901875 May 13 13:27:53.770924 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-fc8bda99-2cb6-4513-889b-e6ef75a39db0 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.772472 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-fc8bda99-2cb6-4513-889b-e6ef75a39db0 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 810 time: 0.1692894 May 13 13:27:53.802184 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-11cf0b97-8851-4ff6-a63d-94af4315ff2e tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/quotas/6c22198af7e14553a967643df90e501f HTTP/1.1" status: 200 len: 375 time: 0.0216353 May 13 13:27:53.805709 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dbe07d0f-6509-45cf-abce-97a2c39cf3f1 req-f4490b7c-f095-407f-929b-28539e5ea365 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776579 May 13 13:27:53.862554 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-4fcd89a0-b8af-44d2-8705-98f194a4f9bd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545921 May 13 13:27:53.919933 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-4d36572b-4058-4751-a6df-e46290fbf0c0 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267330 May 13 13:27:53.977647 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05207eb-2022-45c3-b08f-336ee74ff1bf req-04c56e56-19df-4ebe-b4ba-79c461dbad47 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:53.979455 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a05207eb-2022-45c3-b08f-336ee74ff1bf req-04c56e56-19df-4ebe-b4ba-79c461dbad47 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0915768 May 13 13:27:53.990122 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50364) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:27:53.994527 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Request body: {'floatingip': {'port_id': '729dc6f6-46b1-4dac-a320-fa9e54753c1c'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:54.020490 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-3280901c-11c9-4fca-ac5d-593a408e2658 service neutron] 10.222.0.13 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412048 May 13 13:27:54.054534 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (7274e129-b3d8-4c86-8573-b8a897d98c6f), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:54.105529 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Made reservation on behalf of 8286d953594e4d539ca45c8a98bd435c for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:54.109676 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:54.125281 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44a3c19a-a321-47f6-b37e-5f17d246729f req-1fb44d6f-4c56-44ff-8ba4-51ab709cd161 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 210 time: 0.0459821 May 13 13:27:54.146036 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bd7bb2d7-e100-4cd2-aa26-f3c5ac7894b2 req-5b452e8b-a2a0-4bc1-9f0c-55d9aac06362 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195282 May 13 13:27:54.164417 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-06360104-b2b7-468c-8b9b-204ed0bef5f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369336 May 13 13:27:54.388511 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Allocated IP 172.20.0.6 (498b7ab4-2c71-4d7f-b37f-0a809c2f973a/43fcf708-d76b-48a6-9198-6f8ea97c8bcd/7ceff24a-7ce2-4184-bc2c-ed2f493ac946) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:54.506952 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df1951bd-2f09-4518-8763-61040bc614a1 req-5bf9d883-50b7-4286-b4de-c573fdfd0bb0 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 210 time: 0.0315793 May 13 13:27:54.618808 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380c351-0000-4f20-911b-dc6a6f71a98f req-2fefc032-3af8-4006-965f-fbb1f577bfd0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:54.620596 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1380c351-0000-4f20-911b-dc6a6f71a98f req-2fefc032-3af8-4006-965f-fbb1f577bfd0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 943 time: 0.0521641 May 13 13:27:54.673851 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1380c351-0000-4f20-911b-dc6a6f71a98f req-44aca89a-a34c-443b-8820-c422159f60e4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445642 May 13 13:27:54.726436 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:54.806757 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:54.900662 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (7274e129-b3d8-4c86-8573-b8a897d98c6f), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:54.904733 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:54.997143 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:55.002750 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:55.006021 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:55.008781 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:55.106748 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:55.107417 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:55.111648 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Floating IP 7274e129-b3d8-4c86-8573-b8a897d98c6f associated. External IP: 172.27.2.140, port: 729dc6f6-46b1-4dac-a320-fa9e54753c1c. May 13 13:27:55.254053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca10ad-1767-4b00-9904-7f572050ce3b req-48581862-2d36-48fa-a747-0d5cc1b1f9c2 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:55.255660 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69ca10ad-1767-4b00-9904-7f572050ce3b req-48581862-2d36-48fa-a747-0d5cc1b1f9c2 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 931 time: 0.0563540 May 13 13:27:55.274574 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-c1e24c06-433f-4b5b-ae4c-f5970de62b7a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7631993 May 13 13:27:55.295137 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Request body: {'port': {'device_id': '58f4be22-416d-4465-9e39-d09271f63511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:55.319031 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69ca10ad-1767-4b00-9904-7f572050ce3b req-57eb3840-443d-4d04-aa64-ee854b44e627 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572152 May 13 13:27:55.344826 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-aefd2939-a19f-41aa-bbda-6afa0b9ca872 None None] Provisioning complete for port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:55.345482 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-aefd2939-a19f-41aa-bbda-6afa0b9ca872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:55.386558 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-aefd2939-a19f-41aa-bbda-6afa0b9ca872 None None] Port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:55.408396 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Router da801385-2388-4b72-a8a6-40f5ab77b051 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:27:55.416436 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:55.614005 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e13af07e-9f1c-490e-9c32-5e11e5e04f32 req-70544734-e0a1-47c4-82a9-2ac6f43aaa2e tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 210 time: 0.0329640 May 13 13:27:55.664553 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:27:55.671131 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:55.675154 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] Sync routers for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:27:55.686663 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:55.687303 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:55.735365 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-06169ef6-8b79-49f8-b633-dabcdea9f421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "PUT /v2.0/floatingips/7274e129-b3d8-4c86-8573-b8a897d98c6f HTTP/1.1" status: 200 len: 991 time: 1.7439237 May 13 13:27:55.738914 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:55.742757 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d935987-9f88-42b0-9231-a13af16d6f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:55.798772 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9891735a-8a5d-4c4e-b141-1be3b3f85795 x-openstack-request-id: req-9891735a-8a5d-4c4e-b141-1be3b3f85795 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:55.799388 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:55.799876 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9891735a-8a5d-4c4e-b141-1be3b3f85795 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:55.800648 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9891735a-8a5d-4c4e-b141-1be3b3f85795'] response: {'name': 'network-changed', 'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'status': 'completed', 'code': 200} May 13 13:27:55.811892 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:55.837715 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf41b8-6149-4d9b-8e7c-a1bdeaa31a60 req-131fbad3-595e-4f15-810b-ba0fad05839f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:55.839692 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f8bf41b8-6149-4d9b-8e7c-a1bdeaa31a60 req-131fbad3-595e-4f15-810b-ba0fad05839f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 943 time: 0.0806375 May 13 13:27:55.878728 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:55.888309 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-f6402ac6-78a4-44f1-b540-5127425dc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:55.890012 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-f6402ac6-78a4-44f1-b540-5127425dc5ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 1129 time: 0.0565376 May 13 13:27:55.892080 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Publish callbacks [] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:55.922771 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f8bf41b8-6149-4d9b-8e7c-a1bdeaa31a60 req-cbbe1894-5396-41f3-9e20-4fc01bea901f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731685 May 13 13:27:55.957906 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Transition to ACTIVE for port object 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:27:55.998544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-0f220bf3-848c-4b9b-8744-6d60ab1c407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:56.000026 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-0f220bf3-848c-4b9b-8744-6d60ab1c407d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.1037819 May 13 13:27:56.046408 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.047354 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '7274e129-b3d8-4c86-8573-b8a897d98c6f', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'port_id': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'mac_address': 'fa:16:3e:85:5d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:34Z', 'updated_at': '2022-05-13T13:27:54Z', 'revision_number': 1, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:56.084017 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] Checking router: da801385-2388-4b72-a8a6-40f5ab77b051 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:27:56.100943 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:27:56.102070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:56.103966 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-28915350-552d-4f14-ac7c-897d23664542 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 200 len: 999 time: 0.0977006 May 13 13:27:56.176668 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:56.240417 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-4a989214-893d-49c1-9d20-e5f415399b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:56.242837 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-4a989214-893d-49c1-9d20-e5f415399b6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.1307166 May 13 13:27:56.295811 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:27:56.316693 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Attempting to bind port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:56.316965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Attempting to bind port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:56.317741 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Attempting to bind port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 on network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:56.323032 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 on network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:27:56.323343 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Attempting to bind port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 on network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:56.327315 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-c473a010-d496-4f40-95a9-2a4eab7ea6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:56.328828 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-c473a010-d496-4f40-95a9-2a4eab7ea6a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755203 May 13 13:27:56.332954 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:56.333295 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Checking segment: {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:56.333675 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Bound using segment: {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:56.334102 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Bound port: 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14691e0b-3f7f-4a7e-afff-6a3b8a231839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:56.334480 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.460790 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d9f4a-ae0a-45fb-98c8-48763039c621 req-95f767d2-d70e-426b-93d3-e5aee0222ed7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:56.469615 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b0d9f4a-ae0a-45fb-98c8-48763039c621 req-95f767d2-d70e-426b-93d3-e5aee0222ed7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0620217 May 13 13:27:56.480575 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:56.504633 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:56.508760 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-798eaf36-61bb-4567-b733-fd70ee29fa0f service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551678 May 13 13:27:56.520335 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b0d9f4a-ae0a-45fb-98c8-48763039c621 req-2b830a91-8540-4040-9220-a572d25598df tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496881 May 13 13:27:56.588233 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '7274e129-b3d8-4c86-8573-b8a897d98c6f', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'port_id': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'mac_address': 'fa:16:3e:85:5d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:34Z', 'updated_at': '2022-05-13T13:27:54Z', 'revision_number': 1, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:27:56.620449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124fbddb-1309-415b-8fa9-39adad330e6f None None] The sync data for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi is: [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '7274e129-b3d8-4c86-8573-b8a897d98c6f', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'port_id': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'mac_address': 'fa:16:3e:85:5d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:34Z', 'updated_at': '2022-05-13T13:27:54Z', 'revision_number': 1, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:27:56.634428 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 26a3043c-a71b-4f33-b912-ba88ebf29476 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:27:56.710313 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.756936 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:56.757600 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.759020 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] 10.222.0.69 "PUT /v2.0/ports/7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 1093 time: 1.4683571 May 13 13:27:56.769590 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 26a3043c-a71b-4f33-b912-ba88ebf29476, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=26a3043c-a71b-4f33-b912-ba88ebf29476,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:56.785706 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb302361-d5fb-420b-a5ad-d2b1b558392b req-fc6b92e9-c89c-4d97-904f-7e35132bd2db tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 210 time: 0.0472710 May 13 13:27:56.807956 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'port_id': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'mac_address': 'fa:16:3e:5a:77:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:27:56.812189 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89fa86-77cc-497e-904a-8868119cc4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:56.816749 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-8d935987-9f88-42b0-9231-a13af16d6f0a req-bccf9c85-af12-4afb-a6a0-f7eafbe62ebe service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872954 May 13 13:27:56.876132 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 26a3043c-a71b-4f33-b912-ba88ebf29476 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:56.876530 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:56.897301 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a3043c-a71b-4f33-b912-ba88ebf29476 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:56.937227 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 26a3043c-a71b-4f33-b912-ba88ebf29476, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=26a3043c-a71b-4f33-b912-ba88ebf29476,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:56.939057 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5334216-b9c1-451a-a300-f6aa444b624a None None] New status for floating IP 7274e129-b3d8-4c86-8573-b8a897d98c6f: ACTIVE {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:27:57.057080 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35557480-c42e-424f-89ec-2e382887ccbb req-53d467ab-f38b-4da3-ad19-8a5b1c929d75 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:57.058801 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-35557480-c42e-424f-89ec-2e382887ccbb req-53d467ab-f38b-4da3-ad19-8a5b1c929d75 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 943 time: 0.0594513 May 13 13:27:57.132427 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:57.135594 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-35557480-c42e-424f-89ec-2e382887ccbb req-faf59d53-1324-4055-9e18-b190ac0aea3c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705462 May 13 13:27:57.216821 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=26a3043c-a71b-4f33-b912-ba88ebf29476,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:57.318461 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-84f70b34-f446-4113-9b1a-de551ae67134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:57.319958 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-84f70b34-f446-4113-9b1a-de551ae67134 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1127 time: 0.4134996 May 13 13:27:57.374030 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-e1d727bc-315b-4742-a83b-12343b357a34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 217 time: 0.0445268 May 13 13:27:57.397785 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['26a3043c-a71b-4f33-b912-ba88ebf29476'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:27:57.443632 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-30dea0dd-fa4c-42df-a9ca-6c27fe0cf3b2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:57.445105 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-30dea0dd-fa4c-42df-a9ca-6c27fe0cf3b2 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 810 time: 0.4670691 May 13 13:27:57.451000 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-9a63dae6-b148-4675-a14d-6eff7bc4950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:57.452355 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-9a63dae6-b148-4675-a14d-6eff7bc4950b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 200 len: 848 time: 0.0688653 May 13 13:27:57.523121 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-f8c7f68d-8f11-4e32-928e-8a9cf2869702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:57.524634 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-f8c7f68d-8f11-4e32-928e-8a9cf2869702 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649407 May 13 13:27:57.600019 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-f5c66dfa-2528-4fee-8d70-b578ec61214e tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c22198af7e14553a967643df90e501f HTTP/1.1" status: 200 len: 380 time: 0.1413114 May 13 13:27:57.616223 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'port': {'device_id': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'admin_state_up': True, 'tenant_id': '6c22198af7e14553a967643df90e501f', 'security_groups': ['c63ca520-53c4-499e-8513-e7847d4f3532']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:57.640989 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39653d0a-0d3e-4480-8efe-d6bda60a4d80 req-df2dead3-4457-44f3-9539-38082e8ebd66 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:57.642653 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-39653d0a-0d3e-4480-8efe-d6bda60a4d80 req-df2dead3-4457-44f3-9539-38082e8ebd66 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0495152 May 13 13:27:57.695455 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-0f97ae9e-b55d-48c6-8da5-f604feab4566 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616800 May 13 13:27:57.696193 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-39653d0a-0d3e-4480-8efe-d6bda60a4d80 req-b088c0f6-d31f-4248-997f-c5030fafb075 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 May 13 13:27:57.802340 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:57.804554 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:57.831548 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e6df7413-716c-4aa0-b498-d427ccde6564 req-a29377ef-b6b0-430a-a9ae-bc4f1a430c47 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278474 May 13 13:27:57.854897 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be805b30-e4c9-4ae8-8528-e096af23e07a x-openstack-request-id: req-be805b30-e4c9-4ae8-8528-e096af23e07a {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:57.855272 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:57.855438 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be805b30-e4c9-4ae8-8528-e096af23e07a {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:57.855860 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be805b30-e4c9-4ae8-8528-e096af23e07a'] response: {'name': 'network-changed', 'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'status': 'completed', 'code': 200} May 13 13:27:57.919395 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa4c34f0-b7d0-447c-bb89-e8eec7dd33d9 req-e1a2ba77-009b-4d26-9ade-e877cefdde71 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 210 time: 0.0287831 May 13 13:27:58.062779 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Made reservation on behalf of 6c22198af7e14553a967643df90e501f for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:27:58.066390 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.210757 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Allocated IP 172.20.0.9 (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb/34a1dcea-d475-4d34-aa2d-9ec69d7cc065/782846b6-0b62-4309-96f8-442c19de620e) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:27:58.268953 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0071-ff4a-40f0-811a-6a2d468c9e84 req-fc3a6a5a-b568-4193-a666-637de1f16130 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:58.270447 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-404b0071-ff4a-40f0-811a-6a2d468c9e84 req-fc3a6a5a-b568-4193-a666-637de1f16130 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 944 time: 0.0511484 May 13 13:27:58.329309 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-404b0071-ff4a-40f0-811a-6a2d468c9e84 req-80332764-2ef1-4bd4-9a6a-95e9482a62ba tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530639 May 13 13:27:58.385678 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-994ee274-3db7-4e0b-a105-2c8cd2845037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:58.387213 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-994ee274-3db7-4e0b-a105-2c8cd2845037 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1127 time: 0.0638368 May 13 13:27:58.466112 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for port (782846b6-0b62-4309-96f8-442c19de620e), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.526349 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-ee08a99d-4476-462c-904f-33205bbd660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:58.527745 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-ee08a99d-4476-462c-904f-33205bbd660e service neutron] 10.222.0.69 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 910 time: 0.1302731 May 13 13:27:58.569478 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-4138addc-0fac-4318-897c-4fff391929fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 217 time: 0.0352423 May 13 13:27:58.604307 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (782846b6-0b62-4309-96f8-442c19de620e), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.649525 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 26a3043c-a71b-4f33-b912-ba88ebf29476 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:27:58.660654 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:27:58.667626 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:27:58.671417 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-08c752f5-0b70-4857-adb5-f7d91f57fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:58.673116 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-08c752f5-0b70-4857-adb5-f7d91f57fdbf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 200 len: 848 time: 0.0962417 May 13 13:27:58.673918 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:27:58.700748 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 26a3043c-a71b-4f33-b912-ba88ebf29476 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:27:58.727840 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event updated for resources: {'Port': ['ID=782846b6-0b62-4309-96f8-442c19de620e,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:58.763072 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 26a3043c-a71b-4f33-b912-ba88ebf29476 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:58.763855 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.773737 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-aff0a412-84f0-4600-b268-d0bbdb49ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:58.775293 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-aff0a412-84f0-4600-b268-d0bbdb49ae80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930550 May 13 13:27:58.781551 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:58.782294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.903897 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-01e0cace-2a54-4e20-882f-a812314f71fa service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175809 May 13 13:27:58.905853 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 26a3043c-a71b-4f33-b912-ba88ebf29476 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:27:58.906269 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.925625 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-ff18078f-f5d8-4cb9-b33c-f331cdad268f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3151305 May 13 13:27:58.935901 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc5a976b-8a0f-4c8d-b771-940cac062827 None None] Provisioning complete for port 782846b6-0b62-4309-96f8-442c19de620e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:27:58.936269 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc5a976b-8a0f-4c8d-b771-940cac062827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (782846b6-0b62-4309-96f8-442c19de620e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:58.944208 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a3043c-a71b-4f33-b912-ba88ebf29476'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:58.944416 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Request body: {'port': {'device_id': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:27:58.945699 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325bb777-4717-4d91-8fc5-1c66a4d53e0d" -d '{"events": [{"server_uuid": "f7d1447f-444f-4e0c-a20d-9350788fd819", "name": "network-vif-plugged", "status": "completed", "tag": "26a3043c-a71b-4f33-b912-ba88ebf29476"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:58.979070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 26a3043c-a71b-4f33-b912-ba88ebf29476, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=26a3043c-a71b-4f33-b912-ba88ebf29476,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:27:58.992749 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a976b-8a0f-4c8d-b771-940cac062827 None None] Port 782846b6-0b62-4309-96f8-442c19de620e cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:27:59.000174 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d841a6b-1ec6-4021-833d-73d0bb0d2030 req-419bba96-3990-48f8-97a1-d14b5993c119 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:59.009139 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2d841a6b-1ec6-4021-833d-73d0bb0d2030 req-419bba96-3990-48f8-97a1-d14b5993c119 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.2214954 May 13 13:27:59.024454 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d7c2423-33d6-432a-a2b4-fc67dab5d4cf req-56e1b30c-093a-4212-b567-fa1f5f7b258a service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145723 May 13 13:27:59.046930 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.084236 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2d841a6b-1ec6-4021-833d-73d0bb0d2030 req-e6ebba22-ebe9-4018-96ec-2857eeb96d2a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741487 May 13 13:27:59.089629 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (782846b6-0b62-4309-96f8-442c19de620e), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.126717 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=26a3043c-a71b-4f33-b912-ba88ebf29476,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:59.163776 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7e08bb-6f48-4f14-839a-adcb3ecf327d x-openstack-request-id: req-6a7e08bb-6f48-4f14-839a-adcb3ecf327d {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:59.164130 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d1447f-444f-4e0c-a20d-9350788fd819", "name": "network-vif-plugged", "status": "completed", "tag": "26a3043c-a71b-4f33-b912-ba88ebf29476", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:59.164482 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a7e08bb-6f48-4f14-839a-adcb3ecf327d {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:59.165244 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7e08bb-6f48-4f14-839a-adcb3ecf327d'] response: {'server_uuid': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'code': 200} May 13 13:27:59.223615 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755fc8-bf39-44f4-9bf2-734bfe2ef047 req-7f1c4af8-e86c-41d8-8135-a56ac3a92cc3 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:59.225601 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7755fc8-bf39-44f4-9bf2-734bfe2ef047 req-7f1c4af8-e86c-41d8-8135-a56ac3a92cc3 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 931 time: 0.2012324 May 13 13:27:59.282616 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7755fc8-bf39-44f4-9bf2-734bfe2ef047 req-cb06675b-deeb-45a7-85dd-faac6fbc5f3f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489867 May 13 13:27:59.401322 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782846b6-0b62-4309-96f8-442c19de620e {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:27:59.411514 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Publish callbacks [] for port (782846b6-0b62-4309-96f8-442c19de620e), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.430271 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Transition to ACTIVE for port object 782846b6-0b62-4309-96f8-442c19de620e will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:27:59.460548 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67802bf-5dbf-4313-850b-fcb33698b9af req-df6f189c-4b75-47e1-adc6-c3b975b6402a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:59.462061 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a67802bf-5dbf-4313-850b-fcb33698b9af req-df6f189c-4b75-47e1-adc6-c3b975b6402a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 945 time: 0.0554013 May 13 13:27:59.497838 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (782846b6-0b62-4309-96f8-442c19de620e), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.515462 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a67802bf-5dbf-4313-850b-fcb33698b9af req-1c4afe00-4733-4251-a93b-395b0ef3d8e9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467446 May 13 13:27:59.536180 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e1275-4b67-4b8f-8b93-802d276495f8 req-8a2f911e-e89e-43e5-84ef-8e202a547df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:59.537718 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-da8e1275-4b67-4b8f-8b93-802d276495f8 req-8a2f911e-e89e-43e5-84ef-8e202a547df2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 1129 time: 0.0724773 May 13 13:27:59.581009 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=782846b6-0b62-4309-96f8-442c19de620e,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:59.652151 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-da8e1275-4b67-4b8f-8b93-802d276495f8 req-727b8629-45bf-4467-a95e-817e0c4a261a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033816 May 13 13:27:59.675576 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Attempting to bind port 782846b6-0b62-4309-96f8-442c19de620e on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:27:59.679079 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Attempting to bind port 782846b6-0b62-4309-96f8-442c19de620e by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:27:59.679079 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Attempting to bind port 782846b6-0b62-4309-96f8-442c19de620e on network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:59.682035 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Port 782846b6-0b62-4309-96f8-442c19de620e on network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:27:59.682468 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Attempting to bind port 782846b6-0b62-4309-96f8-442c19de620e on network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:27:59.688499 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:27:59.688836 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Checking segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:27:59.689909 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Bound using segment: {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:27:59.689909 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Bound port: 782846b6-0b62-4309-96f8-442c19de620e, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36aee228-12b9-42b3-a538-567ba5bd7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:27:59.690288 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (782846b6-0b62-4309-96f8-442c19de620e), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.763063 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] For port 782846b6-0b62-4309-96f8-442c19de620e, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:27:59.766871 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] For port 782846b6-0b62-4309-96f8-442c19de620e, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=782846b6-0b62-4309-96f8-442c19de620e,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:27:59.851734 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (782846b6-0b62-4309-96f8-442c19de620e), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.889577 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:27:59.890338 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:27:59.891628 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] 10.222.0.69 "PUT /v2.0/ports/782846b6-0b62-4309-96f8-442c19de620e HTTP/1.1" status: 200 len: 1093 time: 0.9531062 May 13 13:27:59.894075 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'tag': '782846b6-0b62-4309-96f8-442c19de620e'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:27:59.896496 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d5ba0-e6a6-44ab-8b7e-9df85eec4f09" -d '{"events": [{"name": "network-changed", "server_uuid": "a2660342-b571-4b93-bef3-025664cd9ad6", "tag": "782846b6-0b62-4309-96f8-442c19de620e"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:27:59.923622 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518c043-d6a8-44bb-a5e7-042dc8eae3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=782846b6-0b62-4309-96f8-442c19de620e,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:27:59.943963 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a1a33d-d8e8-4c2a-9345-2fd6181738b6 x-openstack-request-id: req-d9a1a33d-d8e8-4c2a-9345-2fd6181738b6 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:27:59.944354 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2660342-b571-4b93-bef3-025664cd9ad6", "tag": "782846b6-0b62-4309-96f8-442c19de620e", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:27:59.944605 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9a1a33d-d8e8-4c2a-9345-2fd6181738b6 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:27:59.945101 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a1a33d-d8e8-4c2a-9345-2fd6181738b6'] response: {'name': 'network-changed', 'server_uuid': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'tag': '782846b6-0b62-4309-96f8-442c19de620e', 'status': 'completed', 'code': 200} May 13 13:28:00.011677 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d5ba0-e6a6-44ab-8b7e-9df85eec4f09 req-e5c6105e-9dc0-4454-9aa8-ab573d6b2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:00.013224 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1d4d5ba0-e6a6-44ab-8b7e-9df85eec4f09 req-e5c6105e-9dc0-4454-9aa8-ab573d6b2d04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 1127 time: 0.0448351 May 13 13:28:00.121294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d5ba0-e6a6-44ab-8b7e-9df85eec4f09 req-f5f7b221-de5b-44e8-8b5c-6814112e0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:00.123410 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1d4d5ba0-e6a6-44ab-8b7e-9df85eec4f09 req-f5f7b221-de5b-44e8-8b5c-6814112e0ccc service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6c22198af7e14553a967643df90e501f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1002645 May 13 13:28:00.224044 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d846c2-8b02-4b44-8e1f-22c5c6db6f78 req-4728ddee-827a-4895-b60f-9bc7303f976f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:00.225625 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55d846c2-8b02-4b44-8e1f-22c5c6db6f78 req-4728ddee-827a-4895-b60f-9bc7303f976f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0507071 May 13 13:28:00.277538 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55d846c2-8b02-4b44-8e1f-22c5c6db6f78 req-86da1a16-f242-4163-8db7-7eacdda594ce tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461855 May 13 13:28:00.404657 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d68fe-6fdf-4d36-90c5-ea3ec49dc3f4 req-032a010e-4f0a-44a7-9f15-450b09dcf67f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:00.407305 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c2d68fe-6fdf-4d36-90c5-ea3ec49dc3f4 req-032a010e-4f0a-44a7-9f15-450b09dcf67f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 943 time: 0.0527093 May 13 13:28:00.459910 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c2d68fe-6fdf-4d36-90c5-ea3ec49dc3f4 req-b6f7fcc5-285f-4a76-891a-c87109c265be tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435305 May 13 13:28:00.499412 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d5ba0-e6a6-44ab-8b7e-9df85eec4f09 req-adaa76a7-cf18-4037-916a-d26b2ad09585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:00.501043 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1d4d5ba0-e6a6-44ab-8b7e-9df85eec4f09 req-adaa76a7-cf18-4037-916a-d26b2ad09585 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960190 May 13 13:28:00.502812 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:00.636142 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0f043-5942-4496-95b6-e228f1dd2dac req-337bc526-b3e4-4c1f-8c14-35311b6ac8fe tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:00.638537 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20d0f043-5942-4496-95b6-e228f1dd2dac req-337bc526-b3e4-4c1f-8c14-35311b6ac8fe tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 945 time: 0.0492852 May 13 13:28:00.705474 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20d0f043-5942-4496-95b6-e228f1dd2dac req-8004836b-6c6b-4c66-b46b-73b9536a6f6d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603681 May 13 13:28:01.234108 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-64fec48c-3778-4417-b5cd-a55ec0e0a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:01.235608 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-64fec48c-3778-4417-b5cd-a55ec0e0a5bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 1127 time: 0.0412173 May 13 13:28:01.286862 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:28:01.321389 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-2ab9320f-cf82-4be1-978c-0bdbcce7503d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782846b6-0b62-4309-96f8-442c19de620e HTTP/1.1" status: 200 len: 217 time: 0.0406651 May 13 13:28:01.371478 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-06350c6c-0f67-4835-9655-c37e1bae6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:01.373356 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-06350c6c-0f67-4835-9655-c37e1bae6c93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 200 len: 849 time: 0.0459399 May 13 13:28:01.405424 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e361eb6-bddd-4416-bac2-bf85f8af3026 req-31599cac-aac6-4b89-a1dc-6fd4aa94a9f8 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:01.406996 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2e361eb6-bddd-4416-bac2-bf85f8af3026 req-31599cac-aac6-4b89-a1dc-6fd4aa94a9f8 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0513196 May 13 13:28:01.423479 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-1f8c07b1-c40f-45e9-8829-5e009b883798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:01.425272 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-1f8c07b1-c40f-45e9-8829-5e009b883798 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442233 May 13 13:28:01.462813 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2e361eb6-bddd-4416-bac2-bf85f8af3026 req-bf5503b0-1f28-4daf-a544-b77611577b9f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463037 May 13 13:28:01.577020 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b3e76-4b88-4182-9888-e02754af0335 req-92215301-1bac-4e7e-81e9-b4e4b83eadcf tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:01.578613 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c37b3e76-4b88-4182-9888-e02754af0335 req-92215301-1bac-4e7e-81e9-b4e4b83eadcf tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 943 time: 0.0479460 May 13 13:28:01.630586 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c37b3e76-4b88-4182-9888-e02754af0335 req-ae8425ce-72ab-4848-bbbf-3643e78ce0ec tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 May 13 13:28:01.743805 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-87c63546-28ea-4b9c-ba86-88be6121b875 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990887 May 13 13:28:01.830220 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0489df4-9668-44fd-aaf3-fb5da221958c req-6422900f-c00d-43de-8cef-a4c707a1cd27 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:01.831775 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0489df4-9668-44fd-aaf3-fb5da221958c req-6422900f-c00d-43de-8cef-a4c707a1cd27 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 945 time: 0.0499573 May 13 13:28:01.840989 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f66f3e42-2dc5-49b8-baf2-6aa02ccd4dad req-731103d7-be48-44d6-b15e-6b014c32a574 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899410 May 13 13:28:01.883326 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0489df4-9668-44fd-aaf3-fb5da221958c req-2b14843e-14bf-4f7b-9095-c0b84886c974 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 May 13 13:28:02.001625 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3022cba-136e-41b7-b449-2e88a46b45b7 req-cca8bccc-7c3c-45d2-8082-072897406080 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:02.003032 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c3022cba-136e-41b7-b449-2e88a46b45b7 req-cca8bccc-7c3c-45d2-8082-072897406080 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 945 time: 0.0542173 May 13 13:28:02.011480 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50438) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:02.016649 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'floatingip': {'port_id': '26a3043c-a71b-4f33-b912-ba88ebf29476'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:02.055714 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (5c8abfb5-6cb6-43bb-a922-108516d61c12), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.631598 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2a573-d6a5-42e2-8be5-6090c3dcb2aa req-03804b3e-39b8-45ce-92c9-ed290df5bad3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:02.633197 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18d2a573-d6a5-42e2-8be5-6090c3dcb2aa req-03804b3e-39b8-45ce-92c9-ed290df5bad3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0597067 May 13 13:28:02.777139 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18d2a573-d6a5-42e2-8be5-6090c3dcb2aa req-b2313595-7981-49d9-b412-d95c755a8634 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102023 May 13 13:28:02.833286 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94707b09-01e4-4330-9b29-2b5497cfb1df req-892b261e-b40c-49cb-abfa-1b3f517ec3dd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:02.834761 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94707b09-01e4-4330-9b29-2b5497cfb1df req-892b261e-b40c-49cb-abfa-1b3f517ec3dd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 943 time: 0.1279056 May 13 13:28:02.868942 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:02.897213 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94707b09-01e4-4330-9b29-2b5497cfb1df req-08ce87a7-84ac-4de9-995b-2f844d0d7549 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539324 May 13 13:28:02.952030 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (5c8abfb5-6cb6-43bb-a922-108516d61c12), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.070583 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Floating IP 5c8abfb5-6cb6-43bb-a922-108516d61c12 associated. External IP: 172.27.2.129, port: 26a3043c-a71b-4f33-b912-ba88ebf29476. May 13 13:28:03.300293 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:03.419661 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:03.424415 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:03.432179 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:03.443956 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:03.445241 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:03.459085 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-da8a82ba-a8e9-4ca8-8db2-f1a88c38697a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "PUT /v2.0/floatingips/5c8abfb5-6cb6-43bb-a922-108516d61c12 HTTP/1.1" status: 200 len: 991 time: 1.4463780 May 13 13:28:03.460374 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'tag': '26a3043c-a71b-4f33-b912-ba88ebf29476'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:03.462765 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b147db-3017-411b-813c-e0a394041c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d1447f-444f-4e0c-a20d-9350788fd819", "tag": "26a3043c-a71b-4f33-b912-ba88ebf29476"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:03.504242 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0517372-a68f-4e5f-a0e9-39a59e993392 x-openstack-request-id: req-b0517372-a68f-4e5f-a0e9-39a59e993392 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:03.504542 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d1447f-444f-4e0c-a20d-9350788fd819", "tag": "26a3043c-a71b-4f33-b912-ba88ebf29476", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:03.504838 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0517372-a68f-4e5f-a0e9-39a59e993392 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:03.505252 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0517372-a68f-4e5f-a0e9-39a59e993392'] response: {'name': 'network-changed', 'server_uuid': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'tag': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'status': 'completed', 'code': 200} May 13 13:28:03.695339 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:03.898977 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43383c-cca3-45fe-ba0d-aee23b62c065 req-c27f4e7a-ec49-4e76-b128-3c95bb2aadca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:03.900483 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c43383c-cca3-45fe-ba0d-aee23b62c065 req-c27f4e7a-ec49-4e76-b128-3c95bb2aadca tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0490589 May 13 13:28:03.920063 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '5c8abfb5-6cb6-43bb-a922-108516d61c12', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:5a:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:45Z', 'updated_at': '2022-05-13T13:28:02Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:03.953575 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c43383c-cca3-45fe-ba0d-aee23b62c065 req-b31f731a-7a7b-446b-8946-bec5286cd40c tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468798 May 13 13:28:03.955320 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:03.966133 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:03.966791 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:27:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:04.025767 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a13c63-a447-466d-bfca-efea0dcb2919 req-e7933090-b6db-4b2a-9dc0-3288a92aeb60 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:04.027412 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d2a13c63-a447-466d-bfca-efea0dcb2919 req-e7933090-b6db-4b2a-9dc0-3288a92aeb60 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 943 time: 0.0534823 May 13 13:28:04.082754 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d2a13c63-a447-466d-bfca-efea0dcb2919 req-0c12bd69-6cd4-4001-b82a-3156819b10fc tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487921 May 13 13:28:04.084007 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:04.224478 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b147db-3017-411b-813c-e0a394041c1e req-4238c526-305a-4418-bbe0-d9ec4c348195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:04.225973 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a0b147db-3017-411b-813c-e0a394041c1e req-4238c526-305a-4418-bbe0-d9ec4c348195 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 1129 time: 0.0503345 May 13 13:28:04.316734 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '5c8abfb5-6cb6-43bb-a922-108516d61c12', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:5a:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:45Z', 'updated_at': '2022-05-13T13:28:02Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:04.328203 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b147db-3017-411b-813c-e0a394041c1e req-135de90d-f270-4581-a646-6307c2a6367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:04.329763 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a0b147db-3017-411b-813c-e0a394041c1e req-135de90d-f270-4581-a646-6307c2a6367f service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 915 time: 0.0948048 May 13 13:28:04.350123 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33b5de-7769-4abe-bbaa-281ea00d74bf None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '5c8abfb5-6cb6-43bb-a922-108516d61c12', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:5a:77:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:45Z', 'updated_at': '2022-05-13T13:28:02Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:04.547828 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e1c30d-0ddb-4b3a-b956-1d9046ea5bdd None None] New status for floating IP 5c8abfb5-6cb6-43bb-a922-108516d61c12: ACTIVE {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:28:04.609048 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a0b147db-3017-411b-813c-e0a394041c1e req-0f26b5bb-9f44-4c48-baa9-c80cfe619ea1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26a3043c-a71b-4f33-b912-ba88ebf29476 HTTP/1.1" status: 200 len: 999 time: 0.0611055 May 13 13:28:04.665847 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 782846b6-0b62-4309-96f8-442c19de620e details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:28:04.668593 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b147db-3017-411b-813c-e0a394041c1e req-792ab5b5-8a99-4d3d-8e96-73704bee2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:04.670166 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a0b147db-3017-411b-813c-e0a394041c1e req-792ab5b5-8a99-4d3d-8e96-73704bee2734 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 200 len: 853 time: 0.0512969 May 13 13:28:04.773436 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b147db-3017-411b-813c-e0a394041c1e req-2dc4fea5-e053-4933-99c3-6d8f1ca72759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:04.774956 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a0b147db-3017-411b-813c-e0a394041c1e req-2dc4fea5-e053-4933-99c3-6d8f1ca72759 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc71e07c-eb5e-4e51-82e1-4253b2766878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421560 May 13 13:28:04.777299 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 782846b6-0b62-4309-96f8-442c19de620e, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=782846b6-0b62-4309-96f8-442c19de620e,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:04.790575 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '782846b6-0b62-4309-96f8-442c19de620e', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'port_id': '782846b6-0b62-4309-96f8-442c19de620e', 'mac_address': 'fa:16:3e:d0:f4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:28:04.841893 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 782846b6-0b62-4309-96f8-442c19de620e is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:04.842313 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (782846b6-0b62-4309-96f8-442c19de620e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:04.864095 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782846b6-0b62-4309-96f8-442c19de620e {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:28:04.882874 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a0b147db-3017-411b-813c-e0a394041c1e req-6b874365-b601-491c-a7ea-cf0811d740f6 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971582 May 13 13:28:04.891631 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 782846b6-0b62-4309-96f8-442c19de620e, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=782846b6-0b62-4309-96f8-442c19de620e,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:04.968660 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (782846b6-0b62-4309-96f8-442c19de620e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:04.988515 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a0b147db-3017-411b-813c-e0a394041c1e req-5b61ae09-1edd-4a1e-bb5e-73a7cd7cef68 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972810 May 13 13:28:05.020425 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=782846b6-0b62-4309-96f8-442c19de620e,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:05.101491 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866addb-62ef-4569-8781-fb124481e100 req-156bb11a-dd5a-4bbf-85e0-92d8d5631e16 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:05.103056 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b866addb-62ef-4569-8781-fb124481e100 req-156bb11a-dd5a-4bbf-85e0-92d8d5631e16 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0536354 May 13 13:28:05.169911 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b866addb-62ef-4569-8781-fb124481e100 req-9e282b9d-a867-4560-9881-6c723b8dd84a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596199 May 13 13:28:05.205535 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6d1f4-05f4-4e2d-a625-dcb88f2dbd68 req-5dc33690-2b01-4c3e-9120-dd1b7b421f9b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:05.207177 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1fb6d1f4-05f4-4e2d-a625-dcb88f2dbd68 req-5dc33690-2b01-4c3e-9120-dd1b7b421f9b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 944 time: 0.0523901 May 13 13:28:05.260577 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1fb6d1f4-05f4-4e2d-a625-dcb88f2dbd68 req-9b7e6922-570c-4e43-80c5-d1f565239e87 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470998 May 13 13:28:05.272925 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['782846b6-0b62-4309-96f8-442c19de620e'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:28:05.597343 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6121f5a1-5389-40b8-8703-d35a87f578ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:06.103940 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54159f3d-4714-4f1a-8fdb-ca33bae3a09f req-688da0ee-ec30-45ae-bd63-604cd340b6d5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:06.105472 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-54159f3d-4714-4f1a-8fdb-ca33bae3a09f req-688da0ee-ec30-45ae-bd63-604cd340b6d5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0519400 May 13 13:28:06.156086 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-54159f3d-4714-4f1a-8fdb-ca33bae3a09f req-ca5b396f-b9a3-469a-b48b-7decbd1ff5aa tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441666 May 13 13:28:06.294518 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8da1a-f141-4dc1-994b-838e6f14870c req-a8a09042-b860-4551-963c-c5b540f240e8 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:06.296227 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64e8da1a-f141-4dc1-994b-838e6f14870c req-a8a09042-b860-4551-963c-c5b540f240e8 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0507123 May 13 13:28:06.384327 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64e8da1a-f141-4dc1-994b-838e6f14870c req-326140f0-c1f3-4f21-9828-c26a13fd8e41 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806994 May 13 13:28:06.398531 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b97e5-656c-4ab8-b60c-f00c3d025953 req-87e9a5b1-44c4-45c4-91c3-2b54781fd693 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:06.400167 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-576b97e5-656c-4ab8-b60c-f00c3d025953 req-87e9a5b1-44c4-45c4-91c3-2b54781fd693 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 944 time: 0.0664039 May 13 13:28:06.447965 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-576b97e5-656c-4ab8-b60c-f00c3d025953 req-cbfa7344-04ff-4271-88f0-4a2fb5dceb21 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 May 13 13:28:06.693564 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:28:06.696899 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 782846b6-0b62-4309-96f8-442c19de620e up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:06.803334 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 782846b6-0b62-4309-96f8-442c19de620e completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:28:06.841237 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:06.854614 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'port_id': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'mac_address': 'fa:16:3e:01:6f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:28:06.897071 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:06.897729 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:06.912525 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:28:06.920312 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 782846b6-0b62-4309-96f8-442c19de620e triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:06.920831 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (782846b6-0b62-4309-96f8-442c19de620e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:06.959174 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:07.023863 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 782846b6-0b62-4309-96f8-442c19de620e is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:07.024321 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (782846b6-0b62-4309-96f8-442c19de620e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:07.034071 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:07.075839 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782846b6-0b62-4309-96f8-442c19de620e'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:07.078148 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086eaf9-3e05-446d-a9bb-a294aac6cff7" -d '{"events": [{"server_uuid": "a2660342-b571-4b93-bef3-025664cd9ad6", "name": "network-vif-plugged", "status": "completed", "tag": "782846b6-0b62-4309-96f8-442c19de620e"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:07.099798 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 782846b6-0b62-4309-96f8-442c19de620e, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=782846b6-0b62-4309-96f8-442c19de620e,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:07.110034 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:07.113519 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b197d0e3-fcc2-4549-b6b9-133644d564d6 x-openstack-request-id: req-b197d0e3-fcc2-4549-b6b9-133644d564d6 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:07.113843 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2660342-b571-4b93-bef3-025664cd9ad6", "name": "network-vif-plugged", "status": "completed", "tag": "782846b6-0b62-4309-96f8-442c19de620e", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:07.114161 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b197d0e3-fcc2-4549-b6b9-133644d564d6 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:07.114544 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b197d0e3-fcc2-4549-b6b9-133644d564d6'] response: {'server_uuid': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782846b6-0b62-4309-96f8-442c19de620e', 'code': 200} May 13 13:28:07.171342 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (782846b6-0b62-4309-96f8-442c19de620e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:07.229730 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=782846b6-0b62-4309-96f8-442c19de620e,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:07.283227 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a794bc0-2bfe-42bd-a299-607e9daed412 req-2b41d37c-eefe-4e2e-8301-df78aea14d58 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:07.284819 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a794bc0-2bfe-42bd-a299-607e9daed412 req-2b41d37c-eefe-4e2e-8301-df78aea14d58 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0497866 May 13 13:28:07.322850 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['7ceff24a-7ce2-4184-bc2c-ed2f493ac946'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:28:07.339602 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a794bc0-2bfe-42bd-a299-607e9daed412 req-49294052-2069-4cfa-99dc-e0ec8ff222fa tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484247 May 13 13:28:07.508070 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56a3e-1ead-45c8-ae16-9465242bc64e req-b3936cd7-a895-4985-bd85-4a86dcde2245 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:07.509566 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fff56a3e-1ead-45c8-ae16-9465242bc64e req-b3936cd7-a895-4985-bd85-4a86dcde2245 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 944 time: 0.0536184 May 13 13:28:07.598001 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49647b42-6183-4e69-89b8-3c892dfe74c3 req-640d5331-f604-425f-9215-25ecd2c11e3c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:07.599599 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-49647b42-6183-4e69-89b8-3c892dfe74c3 req-640d5331-f604-425f-9215-25ecd2c11e3c tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0761082 May 13 13:28:07.604568 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fff56a3e-1ead-45c8-ae16-9465242bc64e req-3a801115-b4cf-412a-98bf-8c794d547c29 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882776 May 13 13:28:07.653696 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-49647b42-6183-4e69-89b8-3c892dfe74c3 req-4d048b34-10f3-42c4-95f4-4aebe89d3ff4 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481851 May 13 13:28:08.054159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ff39ba76-ed28-41b4-abbd-bd6c7f9967f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.458190 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320c48f-76f5-4402-9f46-f0b29fce51f5 req-bf72bb79-6537-40ec-b6c7-e759f7d80491 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:08.459693 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f320c48f-76f5-4402-9f46-f0b29fce51f5 req-bf72bb79-6537-40ec-b6c7-e759f7d80491 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0487747 May 13 13:28:08.511499 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f320c48f-76f5-4402-9f46-f0b29fce51f5 req-4f5fc9fe-419d-4359-b7b9-48d1d0752012 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458508 May 13 13:28:08.695092 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:28:08.732786 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799ab5-ecfb-46c6-922f-11d71a298662 req-4f257648-1c3a-4532-b8a8-f51f9ea71797 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:08.734564 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55799ab5-ecfb-46c6-922f-11d71a298662 req-4f257648-1c3a-4532-b8a8-f51f9ea71797 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 944 time: 0.0575001 May 13 13:28:08.748139 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:28:08.803550 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba24586-56f2-4c27-be06-de23b0273e91 req-5d136f44-9d56-466d-8802-fe9d7b1e2d22 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:08.805209 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ba24586-56f2-4c27-be06-de23b0273e91 req-5d136f44-9d56-466d-8802-fe9d7b1e2d22 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0696867 May 13 13:28:08.829460 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55799ab5-ecfb-46c6-922f-11d71a298662 req-6f4fa51f-e223-43c7-b19f-972b2bebeb72 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852880 May 13 13:28:08.831606 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:28:08.832114 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.867344 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ba24586-56f2-4c27-be06-de23b0273e91 req-32aee093-bc71-40af-895c-a82a6e951363 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534601 May 13 13:28:08.914376 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:28:08.914656 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:08.948494 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:09.041162 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.097071 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:09.115494 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:09.117835 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edc54cc-c007-48c1-b06b-bca4b272c4ac" -d '{"events": [{"server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "name": "network-vif-plugged", "status": "completed", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:09.152486 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b54866d-b11a-4a9b-9600-ccda8bfd6d27 x-openstack-request-id: req-0b54866d-b11a-4a9b-9600-ccda8bfd6d27 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:09.153523 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "name": "network-vif-plugged", "status": "completed", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:09.153776 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b54866d-b11a-4a9b-9600-ccda8bfd6d27 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:09.154173 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b54866d-b11a-4a9b-9600-ccda8bfd6d27'] response: {'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'code': 200} May 13 13:28:09.447398 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-d4ecfe0c-7ad8-46ef-b044-f626fc0e6ffb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454535 May 13 13:28:09.571318 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-eebe08ff-fb8e-4a1c-98f1-583d371c8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.572896 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-eebe08ff-fb8e-4a1c-98f1-583d371c8d3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0476196 May 13 13:28:09.582723 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.651566 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1303e2f-f70c-4320-a65a-84f9d9b1a2ee req-84884157-6abe-4f56-b69b-93ddb0db953a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.653325 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d1303e2f-f70c-4320-a65a-84f9d9b1a2ee req-84884157-6abe-4f56-b69b-93ddb0db953a tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.0655482 May 13 13:28:09.710425 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d1303e2f-f70c-4320-a65a-84f9d9b1a2ee req-1d6cc2cb-9cbd-4241-9e87-b142009e4db5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489070 May 13 13:28:09.715217 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-816f294c-52a9-43e4-aa74-fac2961eac71 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.717965 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-816f294c-52a9-43e4-aa74-fac2961eac71 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 945 time: 0.1025343 May 13 13:28:09.771426 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-8d452374-cb35-4c28-a487-9fb6f7f5ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.772903 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-8d452374-cb35-4c28-a487-9fb6f7f5ee05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 200 len: 920 time: 0.1459749 May 13 13:28:09.793619 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3c314-179b-4644-9d5a-eb3a1ba363ae req-afd98b67-89c9-417d-83d2-e8bc56ab6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.795301 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c3c314-179b-4644-9d5a-eb3a1ba363ae req-afd98b67-89c9-417d-83d2-e8bc56ab6c4e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1129 time: 0.0448201 May 13 13:28:09.817115 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.69', 61350) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:09.828841 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-8e893f64-979b-43e2-a99c-69839d804bf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266 HTTP/1.1" status: 200 len: 217 time: 0.0442595 May 13 13:28:09.883095 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a1b33-28ad-463d-8d44-f30c5dd8a964 req-421e5a91-e6ae-49fc-a794-ae9405f728d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.884643 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-105a1b33-28ad-463d-8d44-f30c5dd8a964 req-421e5a91-e6ae-49fc-a794-ae9405f728d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0665724 May 13 13:28:09.888687 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c3c314-179b-4644-9d5a-eb3a1ba363ae req-110d8ed2-c342-437c-b04e-f82070cb2540 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865645 May 13 13:28:09.947608 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-85a9facd-3dee-4a3d-8214-315f9ca540ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.949066 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-85a9facd-3dee-4a3d-8214-315f9ca540ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 200 len: 858 time: 0.1129148 May 13 13:28:09.963801 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Deleting port bc491e34-66dc-4f6f-9292-c68b5d9c9928 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:09.964149 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:09.991757 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d3f19-055d-44af-b8a8-924c6a407cea req-c583e00e-3a1f-4307-b746-bf8d48009f5a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:09.993272 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df4d3f19-055d-44af-b8a8-924c6a407cea req-c583e00e-3a1f-4307-b746-bf8d48009f5a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0844264 May 13 13:28:10.014344 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f382d-b973-46d8-98b7-d3dc78692593 req-a7688e65-7baf-457c-a246-b8949d464745 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:10.015818 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee5f382d-b973-46d8-98b7-d3dc78692593 req-a7688e65-7baf-457c-a246-b8949d464745 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0690875 May 13 13:28:10.058976 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] For port bc491e34-66dc-4f6f-9292-c68b5d9c9928, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bc491e34-66dc-4f6f-9292-c68b5d9c9928,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:10.059876 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.084979 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df4d3f19-055d-44af-b8a8-924c6a407cea req-fb213f75-0d6f-4e45-a592-b1817faa9d8d tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854621 May 13 13:28:10.093901 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee5f382d-b973-46d8-98b7-d3dc78692593 req-9bd4788c-fe09-47fd-b9f0-805183fcc1a0 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709810 May 13 13:28:10.133671 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-105a1b33-28ad-463d-8d44-f30c5dd8a964 req-5eba47e0-804e-4fc1-afa0-c48c5835c9ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474977 May 13 13:28:10.185565 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-4ce8fbfd-4533-489a-bd1a-622cbaf270a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:10.189000 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-4ce8fbfd-4533-489a-bd1a-622cbaf270a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=12caf126-4974-46b6-8013-584333b351af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853670 May 13 13:28:10.278957 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.279305 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (ce83a78b-136d-4870-aef3-a5470679ccfa), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.279620 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Floating IP ce83a78b-136d-4870-aef3-a5470679ccfa disassociated. External IP: 172.27.2.229, port: bc491e34-66dc-4f6f-9292-c68b5d9c9928. May 13 13:28:10.279963 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Calling delete_port for bc491e34-66dc-4f6f-9292-c68b5d9c9928 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:10.486172 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-f8ab358b-6891-4ab9-b934-1bed8ec171f2 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428766 May 13 13:28:10.568540 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (bc491e34-66dc-4f6f-9292-c68b5d9c9928), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:10.599241 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event deleted for resources: {'Port': ['ID=bc491e34-66dc-4f6f-9292-c68b5d9c9928,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:10.819185 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98cd470a-c020-4bf8-9bd5-14abad3bd130 req-5b502b67-75b1-42f0-9b2d-4553ed3d5854 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0336947 May 13 13:28:11.033647 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Router 706b6712-c2f6-4393-a382-0873718f88fc has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:11.059888 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1dde35d6-dbc4-41c0-b65c-c96f70da4aff req-6815b324-706e-4efc-b1d7-f9131072c932 service neutron] 10.222.0.69 "GET /v2.0/networks/12caf126-4974-46b6-8013-584333b351af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427934 May 13 13:28:11.134688 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:11.169690 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:11.183512 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] Sync routers for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:11.194727 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:11.195667 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:11.232552 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] No DVR routers for this DVR port bc491e34-66dc-4f6f-9292-c68b5d9c9928 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:28:11.237242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:11.246711 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2d133f3d-9950-420a-b6a9-b47e45c959e6 req-20753ffa-aa6b-4870-9272-7e0a2ff214f5 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "DELETE /v2.0/ports/bc491e34-66dc-4f6f-9292-c68b5d9c9928 HTTP/1.1" status: 204 len: 173 time: 1.5169089 May 13 13:28:11.248531 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'name': 'network-vif-deleted', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:11.252110 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc02d6e2-5918-4fef-ae72-562385918dec" -d '{"events": [{"server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "name": "network-vif-deleted", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:11.282945 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de232453-1399-4d26-bc48-6a306c504992 req-6d824b9f-51da-4968-8c9c-eb685c8b9d0e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:11.284587 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-de232453-1399-4d26-bc48-6a306c504992 req-6d824b9f-51da-4968-8c9c-eb685c8b9d0e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.1156616 May 13 13:28:11.299032 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4251-f5cf-4cbe-8331-a21282a241a4 req-733db4ed-ca44-4862-bf49-c09afafaf328 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:11.300558 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0be4251-f5cf-4cbe-8331-a21282a241a4 req-733db4ed-ca44-4862-bf49-c09afafaf328 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0987194 May 13 13:28:11.385185 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-de232453-1399-4d26-bc48-6a306c504992 req-eab561eb-5d20-4380-90d1-5325a4fe0be2 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939083 May 13 13:28:11.393896 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0be4251-f5cf-4cbe-8331-a21282a241a4 req-2baa6c57-f7ac-47e4-baf3-e576b3906399 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794466 May 13 13:28:11.446446 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280ae0b5-0fb8-48ce-bff5-98a927c7324f x-openstack-request-id: req-280ae0b5-0fb8-48ce-bff5-98a927c7324f {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:11.446736 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba162312-5c53-4320-acc9-4e2566f27686", "name": "network-vif-deleted", "tag": "bc491e34-66dc-4f6f-9292-c68b5d9c9928", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:11.446983 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-280ae0b5-0fb8-48ce-bff5-98a927c7324f {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:11.447375 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280ae0b5-0fb8-48ce-bff5-98a927c7324f'] response: {'server_uuid': 'ba162312-5c53-4320-acc9-4e2566f27686', 'name': 'network-vif-deleted', 'tag': 'bc491e34-66dc-4f6f-9292-c68b5d9c9928', 'status': 'completed', 'code': 200} May 13 13:28:11.459093 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:11.662455 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:11.694784 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] Checking router: 706b6712-c2f6-4393-a382-0873718f88fc for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:11.704289 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:11.704924 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:11.820131 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:11.922922 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1bc0a313-94a0-4eb5-b074-3abc5d67309d req-c4fe8f97-04bd-4494-a129-d76be6864cb1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0296149 May 13 13:28:12.043995 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:12.071672 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219eac07-cb84-42ba-bc83-29e1869bdaea None None] The sync data for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi is: [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '168c813b-b48a-404b-8d16-917f5cacd7d0', 'name': '', 'network_id': '12caf126-4974-46b6-8013-584333b351af', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'mac_address': 'fa:16:3e:71:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'subnets': [{'id': 'acc7c103-7a0f-40ac-81c1-065afc5c7195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:12.297062 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6a1f6-27de-4588-bac6-4e44ecba69c8 None None] New status for floating IP ce83a78b-136d-4870-aef3-a5470679ccfa: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:28:12.518873 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99e629-f45d-4b8c-b25b-833763966aa1 req-77805768-9708-4c9b-98b3-08f20f0a665c tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:12.520565 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0a99e629-f45d-4b8c-b25b-833763966aa1 req-77805768-9708-4c9b-98b3-08f20f0a665c tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0553148 May 13 13:28:12.582936 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55169a2-b36f-48ec-9c62-03cda2f842e7 req-5db574c2-1434-4346-902c-2286f68a9516 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:12.584438 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d55169a2-b36f-48ec-9c62-03cda2f842e7 req-5db574c2-1434-4346-902c-2286f68a9516 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0613441 May 13 13:28:12.598629 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:12.627322 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0a99e629-f45d-4b8c-b25b-833763966aa1 req-7548e5ab-25ed-4f20-ac1d-6ab6cbbbe081 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949113 May 13 13:28:12.659137 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d55169a2-b36f-48ec-9c62-03cda2f842e7 req-f11e3e71-ed8c-4b4e-a217-dde0a4d72967 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683796 May 13 13:28:12.752929 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ef39b-62d9-42db-8801-57382277772a req-aae59bee-0ffb-4dbf-89ce-638e6433eec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:12.754471 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-176ef39b-62d9-42db-8801-57382277772a req-aae59bee-0ffb-4dbf-89ce-638e6433eec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0556216 May 13 13:28:12.808128 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-176ef39b-62d9-42db-8801-57382277772a req-74f3f6fd-2ad2-4e20-9158-5890c80a8229 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477617 May 13 13:28:12.831003 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50534) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:12.860925 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b469286-85ba-4a28-a238-70e22b58fcb8 req-bd7d60c5-a35c-4721-86f6-9beb2f58c9bd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:12.862574 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4b469286-85ba-4a28-a238-70e22b58fcb8 req-bd7d60c5-a35c-4721-86f6-9beb2f58c9bd tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.1072090 May 13 13:28:12.871870 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50538) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:12.876676 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Request body: {'floatingip': {'port_id': '782846b6-0b62-4309-96f8-442c19de620e'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:12.945838 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (4702acea-e562-4d05-b8a0-ab90040eb8d9), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.008703 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090a5841-f734-48a6-b7aa-275c382ba04c tempest-TestShelveInstance-1432406762 tempest-TestShelveInstance-1432406762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:13.013400 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-090a5841-f734-48a6-b7aa-275c382ba04c tempest-TestShelveInstance-1432406762 tempest-TestShelveInstance-1432406762-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1124 time: 0.1781244 May 13 13:28:13.013600 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50542) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:13.019905 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'port_id': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:28:13.038724 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0fbe1da4-ff01-4a73-b358-65ac58c45265 req-80ca003c-b3fd-45a9-8335-f6b3c806b8c7 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba162312-5c53-4320-acc9-4e2566f27686 HTTP/1.1" status: 200 len: 210 time: 0.0314496 May 13 13:28:13.184784 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.351641 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.575745 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Allocated IP 172.27.2.193 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/1b1a191e-d80a-4daf-af39-71aa3919684e) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:28:13.606728 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.682523 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (4702acea-e562-4d05-b8a0-ab90040eb8d9), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.739962 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for port (1b1a191e-d80a-4daf-af39-71aa3919684e), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.821790 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Floating IP 4702acea-e562-4d05-b8a0-ab90040eb8d9 associated. External IP: 172.27.2.169, port: 782846b6-0b62-4309-96f8-442c19de620e. May 13 13:28:13.921160 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (1b1a191e-d80a-4daf-af39-71aa3919684e), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:13.984657 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:28:14.017143 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'Port': ['ID=1b1a191e-d80a-4daf-af39-71aa3919684e,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:14.021887 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:28:14.025422 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:28:14.179434 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Router 4831d67a-5c02-45c2-b75a-f75c25514baf has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:14.183805 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50548) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:14.244614 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group (f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.273623 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group (f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.399570 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:14.405219 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.409854 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] Sync routers for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:14.411632 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.414477 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.416001 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "DELETE /v2.0/security-groups/f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d HTTP/1.1" status: 204 len: 168 time: 0.2300208 May 13 13:28:14.420117 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50550) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:14.426101 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:14.426788 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:14.435943 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:14.447320 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-88808a44-f309-45ea-a83e-1733d8b4c071 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] show failed (client error): The resource could not be found. May 13 13:28:14.449332 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-88808a44-f309-45ea-a83e-1733d8b4c071 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups/f06bd3cb-c65a-4dd1-8dcf-52a048a32a2d HTTP/1.1" status: 404 len: 347 time: 0.0261121 May 13 13:28:14.454053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.454053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.454053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.454053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.454053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.454053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.454053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.454053 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.454802 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.455137 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.455697 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.456249 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.456749 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.457084 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.457419 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0c4d5e-e0e9-4c26-9e04-0443b8ccae4c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:14.460474 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50552) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:14.576530 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:14.600096 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Deleting port 83e4c50e-c649-45d4-8175-cd8c29cad5a9 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:14.600561 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (83e4c50e-c649-45d4-8175-cd8c29cad5a9), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.688069 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (83e4c50e-c649-45d4-8175-cd8c29cad5a9), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.688279 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (83e4c50e-c649-45d4-8175-cd8c29cad5a9), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.703854 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Calling delete_port for 83e4c50e-c649-45d4-8175-cd8c29cad5a9 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:14.722884 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-70eb6c76-eddf-4844-9c35-7d7df0c44ae8 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "PUT /v2.0/floatingips/4702acea-e562-4d05-b8a0-ab90040eb8d9 HTTP/1.1" status: 200 len: 991 time: 1.8497014 May 13 13:28:14.725317 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'tag': '782846b6-0b62-4309-96f8-442c19de620e'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:14.727636 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c23c0-5cc8-40de-9c36-4c705ed12e19" -d '{"events": [{"name": "network-changed", "server_uuid": "a2660342-b571-4b93-bef3-025664cd9ad6", "tag": "782846b6-0b62-4309-96f8-442c19de620e"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:14.740462 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bc491e34-66dc-4f6f-9292-c68b5d9c9928 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:28:14.769673 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: bc491e34-66dc-4f6f-9292-c68b5d9c9928 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:28:14.770015 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bc491e34-66dc-4f6f-9292-c68b5d9c9928 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:28:14.828086 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d622a9d-fe8c-4d5f-aaab-0c004ea46884 x-openstack-request-id: req-6d622a9d-fe8c-4d5f-aaab-0c004ea46884 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:14.828375 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2660342-b571-4b93-bef3-025664cd9ad6", "tag": "782846b6-0b62-4309-96f8-442c19de620e", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:14.828803 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d622a9d-fe8c-4d5f-aaab-0c004ea46884 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:14.829210 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d622a9d-fe8c-4d5f-aaab-0c004ea46884'] response: {'name': 'network-changed', 'server_uuid': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'tag': '782846b6-0b62-4309-96f8-442c19de620e', 'status': 'completed', 'code': 200} May 13 13:28:14.859302 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '4702acea-e562-4d05-b8a0-ab90040eb8d9', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'port_id': '782846b6-0b62-4309-96f8-442c19de620e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'mac_address': 'fa:16:3e:d0:f4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:52Z', 'updated_at': '2022-05-13T13:28:13Z', 'revision_number': 1, 'project_id': '6c22198af7e14553a967643df90e501f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:14.885554 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for floatingip (408c14b1-bc68-420f-af38-f599fc662667), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.889612 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] Checking router: 4831d67a-5c02-45c2-b75a-f75c25514baf for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:14.900223 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:14.900846 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:14.913501 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-0abcdf74-483c-424d-b9e4-9b2c0b700545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:14.915058 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-0abcdf74-483c-424d-b9e4-9b2c0b700545 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c22198af7e14553a967643df90e501f&device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 1129 time: 0.0683994 May 13 13:28:14.959861 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (83e4c50e-c649-45d4-8175-cd8c29cad5a9), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:14.989267 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event deleted for resources: {'Port': ['ID=83e4c50e-c649-45d4-8175-cd8c29cad5a9,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:15.027318 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:15.027544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-dd02a263-8833-4a28-b5b8-7b6e85a1f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:15.029107 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-dd02a263-8833-4a28-b5b8-7b6e85a1f4b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 200 len: 911 time: 0.1069171 May 13 13:28:15.057421 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks [] for floatingip (ce83a78b-136d-4870-aef3-a5470679ccfa), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.061317 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.064929 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c705c538-e2ac-4f2d-bcf3-e16683a1e71c tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "DELETE /v2.0/floatingips/ce83a78b-136d-4870-aef3-a5470679ccfa HTTP/1.1" status: 204 len: 168 time: 0.6010268 May 13 13:28:15.116863 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (1b1a191e-d80a-4daf-af39-71aa3919684e), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.150602 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-303fcd3d-74c0-4b7e-ba06-3e619d229cc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782846b6-0b62-4309-96f8-442c19de620e HTTP/1.1" status: 200 len: 999 time: 0.1145587 May 13 13:28:15.255702 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-a3442149-1400-4646-a94b-dfb96e1269d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:15.257080 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-a3442149-1400-4646-a94b-dfb96e1269d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 200 len: 849 time: 0.0961354 May 13 13:28:15.270291 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '4702acea-e562-4d05-b8a0-ab90040eb8d9', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'port_id': '782846b6-0b62-4309-96f8-442c19de620e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'mac_address': 'fa:16:3e:d0:f4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:52Z', 'updated_at': '2022-05-13T13:28:13Z', 'revision_number': 1, 'project_id': '6c22198af7e14553a967643df90e501f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:15.324795 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febd533-3647-47bb-955b-bcd6d536a7ef None None] The sync data for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi is: [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '4702acea-e562-4d05-b8a0-ab90040eb8d9', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'port_id': '782846b6-0b62-4309-96f8-442c19de620e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'mac_address': 'fa:16:3e:d0:f4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:27:52Z', 'updated_at': '2022-05-13T13:28:13Z', 'revision_number': 1, 'project_id': '6c22198af7e14553a967643df90e501f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:15.327541 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-b176557a-5466-4bb3-9a2f-d9e414ee574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:15.329209 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-b176557a-5466-4bb3-9a2f-d9e414ee574c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644252 May 13 13:28:15.423025 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for port (1b1a191e-d80a-4daf-af39-71aa3919684e), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.453894 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-b6d08e05-c89c-42dc-bb71-ea58a52a8bfb service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169999 May 13 13:28:15.501374 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (1b1a191e-d80a-4daf-af39-71aa3919684e), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.562191 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05787a-0b70-4a37-b287-17414a4e8e7a None None] New status for floating IP 4702acea-e562-4d05-b8a0-ab90040eb8d9: ACTIVE {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:28:15.646513 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event updated for resources: {'Port': ['ID=1b1a191e-d80a-4daf-af39-71aa3919684e,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:15.650900 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (408c14b1-bc68-420f-af38-f599fc662667), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:15.657579 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-173c23c0-5cc8-40de-9c36-4c705ed12e19 req-f21e90f7-c2cb-40f3-ac77-1c98053444d6 service neutron] 10.222.0.69 "GET /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773007 May 13 13:28:15.771207 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Floating IP 408c14b1-bc68-420f-af38-f599fc662667 associated. External IP: 172.27.2.193, port: 7ceff24a-7ce2-4184-bc2c-ed2f493ac946. May 13 13:28:15.996575 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:16.118345 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:16.128675 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] Sync routers for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:16.139390 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:16.142498 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:16.190269 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:16.221833 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e6cc99b6-7d2a-4ac8-861c-424b0a7baae5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2073202 May 13 13:28:16.260357 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:16.632870 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '408c14b1-bc68-420f-af38-f599fc662667', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'port_id': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'mac_address': 'fa:16:3e:01:6f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4be22-416d-4465-9e39-d09271f63511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:28:14Z', 'updated_at': '2022-05-13T13:28:14Z', 'revision_number': 0, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:21Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:16.667521 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] Checking router: 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:16.676275 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:16.676895 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:16.791737 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:16.830066 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:16.834399 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8c75b4-ec1d-41fe-b030-0fb08852be35" -d '{"events": [{"name": "network-changed", "server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:16.870980 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ab743c-9048-4295-b1d5-8fb5206224e1 x-openstack-request-id: req-60ab743c-9048-4295-b1d5-8fb5206224e1 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:16.871264 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:16.872002 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60ab743c-9048-4295-b1d5-8fb5206224e1 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:16.872401 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ab743c-9048-4295-b1d5-8fb5206224e1'] response: {'name': 'network-changed', 'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'status': 'completed', 'code': 200} May 13 13:28:16.941119 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-a44e8b6b-56e3-4464-b7c8-4aad53702ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:16.942659 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-a44e8b6b-56e3-4464-b7c8-4aad53702ef6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1129 time: 0.0443661 May 13 13:28:17.022140 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '408c14b1-bc68-420f-af38-f599fc662667', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'port_id': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'mac_address': 'fa:16:3e:01:6f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4be22-416d-4465-9e39-d09271f63511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:28:14Z', 'updated_at': '2022-05-13T13:28:14Z', 'revision_number': 0, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:21Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:17.045817 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-b673032e-ca7a-48f9-af1b-91bf79a40c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:17.047397 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-b673032e-ca7a-48f9-af1b-91bf79a40c46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 910 time: 0.0922859 May 13 13:28:17.053415 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b88312-e520-4138-865c-9e4568ad48c4 None None] The sync data for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi is: [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '408c14b1-bc68-420f-af38-f599fc662667', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'port_id': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'mac_address': 'fa:16:3e:01:6f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4be22-416d-4465-9e39-d09271f63511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:28:14Z', 'updated_at': '2022-05-13T13:28:14Z', 'revision_number': 0, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:21Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:17.130072 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-de39ade7-b91e-42e1-9bfb-c555bc83d83d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 999 time: 0.0746524 May 13 13:28:17.197010 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-6050f114-21d6-4472-adc8-ab28676fe223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:17.198484 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-6050f114-21d6-4472-adc8-ab28676fe223 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 200 len: 848 time: 0.0524776 May 13 13:28:17.247672 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-85297bbf-6550-40a5-9007-fc97e9105ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:17.249408 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-85297bbf-6550-40a5-9007-fc97e9105ba1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440848 May 13 13:28:17.260934 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c3114-5ba7-47df-b227-8ffdf914b5b8 None None] New status for floating IP 408c14b1-bc68-420f-af38-f599fc662667: ACTIVE {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:28:17.350336 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-bc20ff79-a1f7-430c-89ba-90c055a1bcb1 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893507 May 13 13:28:17.447637 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5b8c75b4-ec1d-41fe-b030-0fb08852be35 req-fe2f17c5-a121-4d2b-82a2-d7ad21ec4865 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898030 May 13 13:28:18.112768 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a32fb-37a6-433a-95c6-809ae07cb5ad req-35bd673e-ae81-4287-8dad-880090841870 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:18.114337 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1f8a32fb-37a6-433a-95c6-809ae07cb5ad req-35bd673e-ae81-4287-8dad-880090841870 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0486901 May 13 13:28:18.167374 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1f8a32fb-37a6-433a-95c6-809ae07cb5ad req-9b7fb7f4-02a2-4f79-ae13-e8b5970da561 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469935 May 13 13:28:19.283585 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2977e9-487a-4738-8198-c5f5bc51b796 req-e66f5a92-a641-4d58-bea8-c917226aa2b7 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:19.285107 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1a2977e9-487a-4738-8198-c5f5bc51b796 req-e66f5a92-a641-4d58-bea8-c917226aa2b7 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0469458 May 13 13:28:19.334179 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1a2977e9-487a-4738-8198-c5f5bc51b796 req-03b86bae-e533-4aa1-8c54-5a423bed5f3f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 May 13 13:28:20.454744 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb07e83-65e4-421a-a3a4-398a09042d72 req-dd773e38-92af-4fe4-9019-436ea5a05b49 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:20.456274 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cbb07e83-65e4-421a-a3a4-398a09042d72 req-dd773e38-92af-4fe4-9019-436ea5a05b49 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0478737 May 13 13:28:20.505690 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cbb07e83-65e4-421a-a3a4-398a09042d72 req-73272c6b-df78-473a-8215-d4d884a51d5b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 May 13 13:28:20.847878 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cabecc-d224-456d-8db9-29379870ef6e req-ed9fae8a-3858-4c9e-80e1-59093edf5374 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:20.854415 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f5cabecc-d224-456d-8db9-29379870ef6e req-ed9fae8a-3858-4c9e-80e1-59093edf5374 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 946 time: 0.0502901 May 13 13:28:20.949114 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Deleting port 0f02d863-38e9-4d24-99ba-89d714b38cb6 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:20.949520 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.044323 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] For port 0f02d863-38e9-4d24-99ba-89d714b38cb6, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=0f02d863-38e9-4d24-99ba-89d714b38cb6,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:21.044670 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.059000 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Calling delete_port for 0f02d863-38e9-4d24-99ba-89d714b38cb6 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:21.259684 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (0f02d863-38e9-4d24-99ba-89d714b38cb6), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.274303 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['da8f9c78-af27-45b6-9aff-0e4aa45c7266', '0f02d863-38e9-4d24-99ba-89d714b38cb6'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:28:21.289432 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event deleted for resources: {'Port': ['ID=0f02d863-38e9-4d24-99ba-89d714b38cb6,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:21.337507 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] No DVR routers for this DVR port 0f02d863-38e9-4d24-99ba-89d714b38cb6 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:28:21.341247 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:21.344641 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-f5cabecc-d224-456d-8db9-29379870ef6e req-c0bc6af4-9bd6-467d-81d0-d3f9e413e89f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "DELETE /v2.0/ports/0f02d863-38e9-4d24-99ba-89d714b38cb6 HTTP/1.1" status: 204 len: 173 time: 0.4886496 May 13 13:28:21.345252 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e075348c-c206-4d9a-bfdd-a62857c07dec', 'name': 'network-vif-deleted', 'tag': '0f02d863-38e9-4d24-99ba-89d714b38cb6'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:21.347543 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b765a1-4371-4791-b297-38c14afef3de" -d '{"events": [{"server_uuid": "e075348c-c206-4d9a-bfdd-a62857c07dec", "name": "network-vif-deleted", "tag": "0f02d863-38e9-4d24-99ba-89d714b38cb6"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:21.389839 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7bb326-b787-4a5f-997f-b0e39cd90d43 x-openstack-request-id: req-5c7bb326-b787-4a5f-997f-b0e39cd90d43 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:21.389839 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e075348c-c206-4d9a-bfdd-a62857c07dec", "name": "network-vif-deleted", "tag": "0f02d863-38e9-4d24-99ba-89d714b38cb6", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:21.389839 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c7bb326-b787-4a5f-997f-b0e39cd90d43 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:21.389839 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7bb326-b787-4a5f-997f-b0e39cd90d43'] response: {'server_uuid': 'e075348c-c206-4d9a-bfdd-a62857c07dec', 'name': 'network-vif-deleted', 'tag': '0f02d863-38e9-4d24-99ba-89d714b38cb6', 'status': 'completed', 'code': 200} May 13 13:28:21.610989 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d7ea2432-4af5-4e3b-bd49-bbd7c5bb791c req-d3388f75-e882-4c21-a630-8c1384c2dbd1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=e075348c-c206-4d9a-bfdd-a62857c07dec HTTP/1.1" status: 200 len: 210 time: 0.0317972 May 13 13:28:23.076410 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decba828-afa4-401c-94ed-52b34888bb3b req-494143c8-e024-430f-8fa6-d90d4d59c874 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:23.077893 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-decba828-afa4-401c-94ed-52b34888bb3b req-494143c8-e024-430f-8fa6-d90d4d59c874 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0489173 May 13 13:28:23.126548 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-decba828-afa4-401c-94ed-52b34888bb3b req-a355885b-fb81-41f3-bd8c-6a502ce85958 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 May 13 13:28:24.249873 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6af9e0-86b4-4691-8bb3-ad3bbf6cc3b8 req-2b4ce616-1374-4d0e-8e74-f8d8fbeb4e9d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:24.251365 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f6af9e0-86b4-4691-8bb3-ad3bbf6cc3b8 req-2b4ce616-1374-4d0e-8e74-f8d8fbeb4e9d tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0479324 May 13 13:28:24.297415 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f6af9e0-86b4-4691-8bb3-ad3bbf6cc3b8 req-12ff576c-40a7-4079-a631-0038347d811b tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 May 13 13:28:24.733399 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 0f02d863-38e9-4d24-99ba-89d714b38cb6 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:28:24.753139 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 0f02d863-38e9-4d24-99ba-89d714b38cb6 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:28:24.753479 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 0f02d863-38e9-4d24-99ba-89d714b38cb6 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:28:25.429294 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6de97-8906-452c-94ee-093fe35df168 req-589e2ccd-229c-481e-8c58-aa6447f17d98 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:25.430940 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ce6de97-8906-452c-94ee-093fe35df168 req-589e2ccd-229c-481e-8c58-aa6447f17d98 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0577357 May 13 13:28:25.489234 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ce6de97-8906-452c-94ee-093fe35df168 req-4e7dec8b-bdd8-43ad-b97e-db3a6318b9fe tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481305 May 13 13:28:26.607109 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a3eb-e6e3-4447-a7d8-0015365e0420 req-777c3ab1-5600-411b-9793-c774d1384acc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:26.608626 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a675a3eb-e6e3-4447-a7d8-0015365e0420 req-777c3ab1-5600-411b-9793-c774d1384acc tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0503366 May 13 13:28:26.658177 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a675a3eb-e6e3-4447-a7d8-0015365e0420 req-43dac4ba-ec84-4dd7-bcbc-6d2ac7ac2f8f tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a68cbd7-c5da-48b5-8c07-3ec217e928f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436211 May 13 13:28:26.711491 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338053d-6986-483f-860f-feb3b766cf97 req-c18b0690-4f62-4d5e-99ed-f177efbd8391 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:26.712880 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d338053d-6986-483f-860f-feb3b766cf97 req-c18b0690-4f62-4d5e-99ed-f177efbd8391 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0515773 May 13 13:28:26.801700 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Deleting port da8f9c78-af27-45b6-9aff-0e4aa45c7266 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:26.802036 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:26.895895 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] For port da8f9c78-af27-45b6-9aff-0e4aa45c7266, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=da8f9c78-af27-45b6-9aff-0e4aa45c7266,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:26.896257 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:26.912501 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Calling delete_port for da8f9c78-af27-45b6-9aff-0e4aa45c7266 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:27.119875 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (da8f9c78-af27-45b6-9aff-0e4aa45c7266), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:27.134854 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['da8f9c78-af27-45b6-9aff-0e4aa45c7266'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:28:27.150055 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Pushing event deleted for resources: {'Port': ['ID=da8f9c78-af27-45b6-9aff-0e4aa45c7266,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:27.181372 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.181725 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.182062 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.182420 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.182750 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.183074 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.183393 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.183715 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.184111 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.184465 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.184783 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.185101 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.185416 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.185731 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.186050 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:27.210212 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] No DVR routers for this DVR port da8f9c78-af27-45b6-9aff-0e4aa45c7266 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:28:27.212594 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:27.216685 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d338053d-6986-483f-860f-feb3b766cf97 req-154e4d45-6902-4ee1-bf59-3810878716d1 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.69 "DELETE /v2.0/ports/da8f9c78-af27-45b6-9aff-0e4aa45c7266 HTTP/1.1" status: 204 len: 173 time: 0.4976923 May 13 13:28:27.217101 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75885842-8f4b-43a8-aa30-0da326e4f6e3', 'name': 'network-vif-deleted', 'tag': 'da8f9c78-af27-45b6-9aff-0e4aa45c7266'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:28:27.219383 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e6a95a-a76a-4ba1-9b3a-2563d620e1f0" -d '{"events": [{"server_uuid": "75885842-8f4b-43a8-aa30-0da326e4f6e3", "name": "network-vif-deleted", "tag": "da8f9c78-af27-45b6-9aff-0e4aa45c7266"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:28:27.326850 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc19658-9dfc-46c2-b469-56f2104e7bd4 x-openstack-request-id: req-cfc19658-9dfc-46c2-b469-56f2104e7bd4 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:28:27.327153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75885842-8f4b-43a8-aa30-0da326e4f6e3", "name": "network-vif-deleted", "tag": "da8f9c78-af27-45b6-9aff-0e4aa45c7266", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:28:27.327386 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfc19658-9dfc-46c2-b469-56f2104e7bd4 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:28:27.327778 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc19658-9dfc-46c2-b469-56f2104e7bd4'] response: {'server_uuid': '75885842-8f4b-43a8-aa30-0da326e4f6e3', 'name': 'network-vif-deleted', 'tag': 'da8f9c78-af27-45b6-9aff-0e4aa45c7266', 'status': 'completed', 'code': 200} May 13 13:28:27.786758 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-527bdf6a-330a-42fd-8538-ca5382b1aef2 req-3d81872a-dc60-4d20-991b-d4a403b064d2 tempest-ServerRescueNegativeTestJSON-2055800790 tempest-ServerRescueNegativeTestJSON-2055800790-project] 10.222.0.13 "GET /v2.0/ports?device_id=75885842-8f4b-43a8-aa30-0da326e4f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0322912 May 13 13:28:28.846333 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50620) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:29.580288 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (706b6712-c2f6-4393-a382-0873718f88fc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:29.872592 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Deleting port 168c813b-b48a-404b-8d16-917f5cacd7d0 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:29.873288 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:29.953813 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] For port 168c813b-b48a-404b-8d16-917f5cacd7d0, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=168c813b-b48a-404b-8d16-917f5cacd7d0,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:29.954341 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:29.968555 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Calling delete_port for 168c813b-b48a-404b-8d16-917f5cacd7d0 owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:30.232404 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (168c813b-b48a-404b-8d16-917f5cacd7d0), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:30.263146 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Pushing event deleted for resources: {'Port': ['ID=168c813b-b48a-404b-8d16-917f5cacd7d0,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:30.443599 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (706b6712-c2f6-4393-a382-0873718f88fc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:30.576933 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:30.672389 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Router 706b6712-c2f6-4393-a382-0873718f88fc has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:28:30.781223 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device da8f9c78-af27-45b6-9aff-0e4aa45c7266 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:28:30.783051 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:28:30.788050 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d37bfd88-94c3-4b22-942a-0f8568f3f23c admin admin] 10.222.0.13 "PUT /v2.0/routers/706b6712-c2f6-4393-a382-0873718f88fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9407039 May 13 13:28:30.790588 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50626) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:30.810134 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: da8f9c78-af27-45b6-9aff-0e4aa45c7266 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:28:30.810498 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device da8f9c78-af27-45b6-9aff-0e4aa45c7266 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:28:30.812643 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] Sync routers for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:28:30.823001 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:30.823665 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:30.898472 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks [] for router (706b6712-c2f6-4393-a382-0873718f88fc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:30.940435 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:31.129508 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:28:30Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:31.158553 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] Checking router: 706b6712-c2f6-4393-a382-0873718f88fc for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:28:31.175078 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] Routers {'706b6712-c2f6-4393-a382-0873718f88fc'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:28:31.175713 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['706b6712-c2f6-4393-a382-0873718f88fc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:31.241441 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks [] for router_gateway (706b6712-c2f6-4393-a382-0873718f88fc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:31.291852 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] Set router 706b6712-c2f6-4393-a382-0873718f88fc gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:28:31.370495 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Deleting port 42b135b6-cb16-4794-b3a0-811170c11a6c {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:31.370836 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:31.456884 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] For port 42b135b6-cb16-4794-b3a0-811170c11a6c, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=42b135b6-cb16-4794-b3a0-811170c11a6c,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:31.457162 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:31.471107 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:28:30Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:31.472107 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Calling delete_port for 42b135b6-cb16-4794-b3a0-811170c11a6c owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:31.498449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602484b-0332-42e0-8578-8e57b625f5c8 None None] The sync data for ids ['706b6712-c2f6-4393-a382-0873718f88fc'] in dv-cinder-841632-1-iscsi is: [{'id': '706b6712-c2f6-4393-a382-0873718f88fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1359947737-router', 'tenant_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:58Z', 'updated_at': '2022-05-13T13:28:30Z', 'revision_number': 5, 'project_id': 'a0e165a1f0d34fca81de45a48c6cdbb9', 'gw_port': {'id': '42b135b6-cb16-4794-b3a0-811170c11a6c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6712-c2f6-4393-a382-0873718f88fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:28:31.751516 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (42b135b6-cb16-4794-b3a0-811170c11a6c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:31.779252 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Pushing event deleted for resources: {'Port': ['ID=42b135b6-cb16-4794-b3a0-811170c11a6c,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:31.849036 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (706b6712-c2f6-4393-a382-0873718f88fc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:31.963704 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (706b6712-c2f6-4393-a382-0873718f88fc), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:31.968001 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks [] for router_controller (706b6712-c2f6-4393-a382-0873718f88fc), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.116993 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (706b6712-c2f6-4393-a382-0873718f88fc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.117594 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706b6712-c2f6-4393-a382-0873718f88fc {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:28:32.123722 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.126560 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ae521738-f68b-49eb-a0f7-0c7f209a39cf admin admin] 10.222.0.13 "DELETE /v2.0/routers/706b6712-c2f6-4393-a382-0873718f88fc HTTP/1.1" status: 204 len: 168 time: 1.3333597 May 13 13:28:32.127574 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50630) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:32.173714 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-5895fbee-a4ed-4ad1-9a01-8f58523159af admin admin] Deleting subnet acc7c103-7a0f-40ac-81c1-065afc5c7195 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:28:32.177451 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5895fbee-a4ed-4ad1-9a01-8f58523159af admin admin] Publish callbacks [] for subnet (acc7c103-7a0f-40ac-81c1-065afc5c7195), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.219792 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5895fbee-a4ed-4ad1-9a01-8f58523159af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (acc7c103-7a0f-40ac-81c1-065afc5c7195), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.345628 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5895fbee-a4ed-4ad1-9a01-8f58523159af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (acc7c103-7a0f-40ac-81c1-065afc5c7195), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.512519 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5895fbee-a4ed-4ad1-9a01-8f58523159af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (acc7c103-7a0f-40ac-81c1-065afc5c7195), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.539271 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895fbee-a4ed-4ad1-9a01-8f58523159af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc7c103-7a0f-40ac-81c1-065afc5c7195,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:32.542894 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5895fbee-a4ed-4ad1-9a01-8f58523159af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.549544 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5895fbee-a4ed-4ad1-9a01-8f58523159af admin admin] 10.222.0.13 "DELETE /v2.0/subnets/acc7c103-7a0f-40ac-81c1-065afc5c7195 HTTP/1.1" status: 204 len: 168 time: 0.4206300 May 13 13:28:32.552025 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50632) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:32.555163 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd297b4-a2ca-42ab-abfc-b6072037a26c None None] Network 12caf126-4974-46b6-8013-584333b351af requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:28:32.641025 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (12caf126-4974-46b6-8013-584333b351af), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.650708 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 42b135b6-cb16-4794-b3a0-811170c11a6c no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:28:32.676641 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 42b135b6-cb16-4794-b3a0-811170c11a6c {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:28:32.676983 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 42b135b6-cb16-4794-b3a0-811170c11a6c not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:28:32.677395 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 168c813b-b48a-404b-8d16-917f5cacd7d0 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:28:32.696765 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Deleting port f1457c1e-359b-412f-bdfa-9dcaea50491b {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:32.697099 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.701114 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 168c813b-b48a-404b-8d16-917f5cacd7d0 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:28:32.701538 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 168c813b-b48a-404b-8d16-917f5cacd7d0 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:28:32.767526 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] For port f1457c1e-359b-412f-bdfa-9dcaea50491b, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=f1457c1e-359b-412f-bdfa-9dcaea50491b,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:32.767888 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.781585 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] DHCP port deletion for 12caf126-4974-46b6-8013-584333b351af request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:28:32.786472 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Calling delete_port for f1457c1e-359b-412f-bdfa-9dcaea50491b owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:32.826427 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Deleting port f1457c1e-359b-412f-bdfa-9dcaea50491b {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:28:32.826813 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.894066 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] For port f1457c1e-359b-412f-bdfa-9dcaea50491b, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=f1457c1e-359b-412f-bdfa-9dcaea50491b,segment=NetworkSegment(702acd67-aa06-4588-a17f-08c07bdbaa40),segment_id=702acd67-aa06-4588-a17f-08c07bdbaa40)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:28:32.894395 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:32.908124 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Calling delete_port for f1457c1e-359b-412f-bdfa-9dcaea50491b owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:28:32.985195 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.010430 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1457c1e-359b-412f-bdfa-9dcaea50491b,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:33.013924 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] No DVR routers for this DVR port f1457c1e-359b-412f-bdfa-9dcaea50491b on host dv-cinder-841632-1-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:28:33.036209 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (f1457c1e-359b-412f-bdfa-9dcaea50491b), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.064681 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] No DVR routers for this DVR port f1457c1e-359b-412f-bdfa-9dcaea50491b on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:28:33.069359 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Pushing event deleted for resources: {'Port': ['ID=f1457c1e-359b-412f-bdfa-9dcaea50491b,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:33.077294 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.077640 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.077980 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.078370 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.078711 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.079142 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.079474 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.079798 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.080123 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.081050 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.081050 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.081237 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.081637 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.081963 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.082305 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01165b01-1737-458c-b1c5-586a0b38f12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:28:33.095342 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (12caf126-4974-46b6-8013-584333b351af), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.118877 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12caf126-4974-46b6-8013-584333b351af']}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:33.128950 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702acd67-aa06-4588-a17f-08c07bdbaa40') {'for_net_delete': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:33.129242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702acd67-aa06-4588-a17f-08c07bdbaa40') {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:28:33.139032 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8640657'] for segment (702acd67-aa06-4588-a17f-08c07bdbaa40), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.152951 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (702acd67-aa06-4588-a17f-08c07bdbaa40), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.159338 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:28:33.159721 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8871391'] for segment (702acd67-aa06-4588-a17f-08c07bdbaa40), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: Traceback (most recent call last): May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: timer() May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: cb(*args, **kw) May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: return func(*args, **kwargs) May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: self._notify() May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: self.callback(batched_events) May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: event.method(event) May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: return f(self, *a, **k) May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._get(url).json() May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: return self.request(url, 'GET', **kwargs) May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:28:33.161421 dv-cinder-841632-1-iscsi neutron-server[104059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:28:33.300011 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (12caf126-4974-46b6-8013-584333b351af), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.304751 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.308121 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] 10.222.0.13 "DELETE /v2.0/networks/12caf126-4974-46b6-8013-584333b351af HTTP/1.1" status: 204 len: 168 time: 0.7551081 May 13 13:28:33.321934 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fd226-a122-4944-9227-5b50342d183f admin admin] Pushing event deleted for resources: {'Network': ['ID=12caf126-4974-46b6-8013-584333b351af,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:33.673806 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50638) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:33.718943 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-072cc651-1cac-42c3-b3ca-7fc6095efcf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0e165a1f0d34fca81de45a48c6cdbb9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439339 May 13 13:28:33.721380 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50640) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:33.769596 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-29831648-5d94-4293-87cb-003f629c201b admin admin] Publish callbacks [] for security_group (7a68cbd7-c5da-48b5-8c07-3ec217e928f5), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.792078 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-29831648-5d94-4293-87cb-003f629c201b admin admin] Publish callbacks [] for security_group (7a68cbd7-c5da-48b5-8c07-3ec217e928f5), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.962995 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-29831648-5d94-4293-87cb-003f629c201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (7a68cbd7-c5da-48b5-8c07-3ec217e928f5), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.966187 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-29831648-5d94-4293-87cb-003f629c201b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:33.967383 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-29831648-5d94-4293-87cb-003f629c201b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a68cbd7-c5da-48b5-8c07-3ec217e928f5 HTTP/1.1" status: 204 len: 168 time: 0.2451093 May 13 13:28:33.975568 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29831648-5d94-4293-87cb-003f629c201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a68cbd7-c5da-48b5-8c07-3ec217e928f5,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:34.541048 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device f1457c1e-359b-412f-bdfa-9dcaea50491b no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:28:34.562702 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: f1457c1e-359b-412f-bdfa-9dcaea50491b {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:28:34.563052 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device f1457c1e-359b-412f-bdfa-9dcaea50491b not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:28:35.594065 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-94f4aa0d-50e0-4f1c-b689-1c07ad44351d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.082428 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9eb15261-fa4b-4bc4-9e36-28df305a5f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:38.286894 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:28:38.984330 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 50704) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:39.087751 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-69a9cf7c-b077-4e6b-a3a2-1aa2139a419f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.164332 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-69a9cf7c-b077-4e6b-a3a2-1aa2139a419f admin admin] Publish callbacks [] for security_group (91ab9e48-b8b1-4c0d-a1a4-f1e91849b0cc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.231889 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-69a9cf7c-b077-4e6b-a3a2-1aa2139a419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (91ab9e48-b8b1-4c0d-a1a4-f1e91849b0cc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.273275 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-69a9cf7c-b077-4e6b-a3a2-1aa2139a419f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68c1428f4a5a40fcaeac99a9f2b69a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878895 May 13 13:28:39.274122 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9cf7c-b077-4e6b-a3a2-1aa2139a419f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ab9e48-b8b1-4c0d-a1a4-f1e91849b0cc,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:39.276046 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 50710) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:28:39.326594 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45c8dedc-abb3-4a49-a6c1-d4f3ef87f55c admin admin] Publish callbacks [] for security_group (91ab9e48-b8b1-4c0d-a1a4-f1e91849b0cc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.348912 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45c8dedc-abb3-4a49-a6c1-d4f3ef87f55c admin admin] Publish callbacks [] for security_group (91ab9e48-b8b1-4c0d-a1a4-f1e91849b0cc), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.467785 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45c8dedc-abb3-4a49-a6c1-d4f3ef87f55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (91ab9e48-b8b1-4c0d-a1a4-f1e91849b0cc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.470417 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45c8dedc-abb3-4a49-a6c1-d4f3ef87f55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:39.472239 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-45c8dedc-abb3-4a49-a6c1-d4f3ef87f55c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91ab9e48-b8b1-4c0d-a1a4-f1e91849b0cc HTTP/1.1" status: 204 len: 168 time: 0.1951559 May 13 13:28:39.482592 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8dedc-abb3-4a49-a6c1-d4f3ef87f55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ab9e48-b8b1-4c0d-a1a4-f1e91849b0cc,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:28:39.570381 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:41.113331 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.559020 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:28:42.844944 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bfccf-ca52-42c9-b89e-e94c20d28157 req-5ba2d528-3b7a-46f6-9701-34f2e79b1642 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:42.846566 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c97bfccf-ca52-42c9-b89e-e94c20d28157 req-5ba2d528-3b7a-46f6-9701-34f2e79b1642 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0548739 May 13 13:28:42.897822 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c97bfccf-ca52-42c9-b89e-e94c20d28157 req-88112b69-4d4b-45ad-86a4-8ca2cb1da865 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438144 May 13 13:28:44.023468 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597eb1c-1aa9-45f1-9b72-21bbcba41838 req-6afe5daa-b5ee-42e0-bc17-37d7770ba3e2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:44.024990 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7597eb1c-1aa9-45f1-9b72-21bbcba41838 req-6afe5daa-b5ee-42e0-bc17-37d7770ba3e2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0486729 May 13 13:28:44.075618 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7597eb1c-1aa9-45f1-9b72-21bbcba41838 req-54c33716-7274-4353-ac05-de3e85a3c29e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 May 13 13:28:45.198644 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172d79c-65c0-4ade-a5e7-adc552ade14b req-1dd777d8-0fe9-46fe-a422-62b376ad54db tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:45.201069 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e172d79c-65c0-4ade-a5e7-adc552ade14b req-1dd777d8-0fe9-46fe-a422-62b376ad54db tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0492997 May 13 13:28:45.259627 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e172d79c-65c0-4ade-a5e7-adc552ade14b req-b6056d6f-6e9d-4a4e-9c3e-895697e738db tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526905 May 13 13:28:46.380416 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cd037-dcef-4817-b194-07ef7e6f3c7d req-81795e59-f681-4b17-8ac1-d4d3f1463927 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:46.381931 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be9cd037-dcef-4817-b194-07ef7e6f3c7d req-81795e59-f681-4b17-8ac1-d4d3f1463927 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0493782 May 13 13:28:46.430838 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be9cd037-dcef-4817-b194-07ef7e6f3c7d req-f029f314-a778-4409-ba89-8412a2434606 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 May 13 13:28:47.551047 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118ded-8015-4b1d-bf7b-b57168cae86d req-6e84e836-0da6-4294-aeac-f5b68af65ac7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:47.552536 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3b118ded-8015-4b1d-bf7b-b57168cae86d req-6e84e836-0da6-4294-aeac-f5b68af65ac7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0473433 May 13 13:28:47.601213 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3b118ded-8015-4b1d-bf7b-b57168cae86d req-f145a8b3-195e-41be-9f10-d13cce6e84c4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431314 May 13 13:28:48.729389 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdcd04-de2d-4fcb-b323-18ecee4a469d req-5782e84a-9ce1-49f7-b456-524e0f90e421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:48.731690 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0dbdcd04-de2d-4fcb-b323-18ecee4a469d req-5782e84a-9ce1-49f7-b456-524e0f90e421 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0544224 May 13 13:28:48.781120 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0dbdcd04-de2d-4fcb-b323-18ecee4a469d req-07c16a53-1390-498c-97cd-1d8808c39e2d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435863 May 13 13:28:49.910452 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b72b3-1382-4898-8262-8bb9e249906c req-78ed8673-d458-4924-90f4-31cfe93ed82b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:49.911956 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3b5b72b3-1382-4898-8262-8bb9e249906c req-78ed8673-d458-4924-90f4-31cfe93ed82b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0540173 May 13 13:28:49.968487 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3b5b72b3-1382-4898-8262-8bb9e249906c req-b65122a5-54ad-4260-9b4d-b228543608b2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506353 May 13 13:28:51.088098 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9d6bc-31b0-44a8-847c-ec063bf2d413 req-b3930a5c-7709-4e4d-aa4a-99ecdc00bf2f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:51.089964 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c1c9d6bc-31b0-44a8-847c-ec063bf2d413 req-b3930a5c-7709-4e4d-aa4a-99ecdc00bf2f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0479722 May 13 13:28:51.144122 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c1c9d6bc-31b0-44a8-847c-ec063bf2d413 req-1eef7ea9-4e99-4904-8699-91c7e808ea6e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 May 13 13:28:52.268371 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dc82f-4cf2-4c11-99e3-e17768e2b6c0 req-4865b414-8fb1-489a-aaf1-21fdd7c0d2c2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:52.269898 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-782dc82f-4cf2-4c11-99e3-e17768e2b6c0 req-4865b414-8fb1-489a-aaf1-21fdd7c0d2c2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0479827 May 13 13:28:52.317855 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-782dc82f-4cf2-4c11-99e3-e17768e2b6c0 req-b15a0e64-2bea-4c1f-9929-a82b4a745e6f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 May 13 13:28:53.440149 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d76c-ded3-4682-bcfe-78f64203c1a2 req-99dcd5da-3885-45df-89ca-f9d112847751 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:53.441570 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f6d76c-ded3-4682-bcfe-78f64203c1a2 req-99dcd5da-3885-45df-89ca-f9d112847751 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0486827 May 13 13:28:53.490974 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f6d76c-ded3-4682-bcfe-78f64203c1a2 req-c60e61ec-14ea-4630-a2f0-6e692ba19aef tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439029 May 13 13:28:54.616576 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d03da3-3da3-427c-ad9f-0d4b9f7d9034 req-b941567e-08f9-498c-b1d0-d5c8e85bfb63 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:54.617967 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-81d03da3-3da3-427c-ad9f-0d4b9f7d9034 req-b941567e-08f9-498c-b1d0-d5c8e85bfb63 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0525386 May 13 13:28:54.666648 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-81d03da3-3da3-427c-ad9f-0d4b9f7d9034 req-a40872d3-656f-41be-95cd-8ad3ea2d6139 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 May 13 13:28:55.790643 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67715cb-583b-47e3-af72-4e075a923ca4 req-71300793-5c57-4754-85e1-106e4effea95 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:55.792042 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b67715cb-583b-47e3-af72-4e075a923ca4 req-71300793-5c57-4754-85e1-106e4effea95 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0503094 May 13 13:28:55.841576 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b67715cb-583b-47e3-af72-4e075a923ca4 req-5f1dc246-5924-4bd2-905b-3e8822e9b4f1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434513 May 13 13:28:56.969705 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdbcf7-9df2-42f2-8b95-f363f96a29a8 req-bc9dfe26-6184-4ca0-90b5-0e200ef02f46 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:56.971411 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83cdbcf7-9df2-42f2-8b95-f363f96a29a8 req-bc9dfe26-6184-4ca0-90b5-0e200ef02f46 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0524714 May 13 13:28:57.030408 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83cdbcf7-9df2-42f2-8b95-f363f96a29a8 req-c223a4d3-8044-4694-aa3d-2e1b4b1c029a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517812 May 13 13:28:58.161567 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7a01-643b-4248-b688-34ae7703e629 req-48a6e5ed-a27e-4291-aba4-b7ccaa1a1a1f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:58.163281 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91fc7a01-643b-4248-b688-34ae7703e629 req-48a6e5ed-a27e-4291-aba4-b7ccaa1a1a1f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0517855 May 13 13:28:58.216874 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91fc7a01-643b-4248-b688-34ae7703e629 req-23933ebf-9c23-440c-a194-80e1ff43cc3a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470457 May 13 13:28:59.344000 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be7399-bffa-4eed-a65a-b61752d3868a req-c169bff2-969b-4c93-8317-029266b697ae tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:28:59.345591 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-95be7399-bffa-4eed-a65a-b61752d3868a req-c169bff2-969b-4c93-8317-029266b697ae tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0497379 May 13 13:28:59.398614 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-95be7399-bffa-4eed-a65a-b61752d3868a req-fe9cebe0-a5b2-445b-80f7-256e9a291f8f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473335 May 13 13:29:00.521458 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d10f4-c373-42bb-b647-ffbf39bc9a33 req-849f32bf-ecda-471d-97ce-b7484026ea63 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:00.523100 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-071d10f4-c373-42bb-b647-ffbf39bc9a33 req-849f32bf-ecda-471d-97ce-b7484026ea63 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0510206 May 13 13:29:00.578255 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-071d10f4-c373-42bb-b647-ffbf39bc9a33 req-ab9ec7af-a171-4cbc-9cc6-ca6242f16468 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487692 May 13 13:29:00.627803 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:01.452139 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6950717-2bb5-4f49-bf06-5a5285556691 req-1dd7fed6-2550-43b1-a0d6-74e12154ea5b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:01.453676 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c6950717-2bb5-4f49-bf06-5a5285556691 req-1dd7fed6-2550-43b1-a0d6-74e12154ea5b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 945 time: 0.0648711 May 13 13:29:01.513750 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c6950717-2bb5-4f49-bf06-5a5285556691 req-04607a80-4899-41da-80f7-6fb4a3442e34 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543451 May 13 13:29:01.704668 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87597509-ec14-4568-aad5-f26122a301a4 req-22c17449-50f2-451a-8ded-4396ea7adecb tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:01.706110 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87597509-ec14-4568-aad5-f26122a301a4 req-22c17449-50f2-451a-8ded-4396ea7adecb tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0521562 May 13 13:29:01.757497 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87597509-ec14-4568-aad5-f26122a301a4 req-224de111-ae51-4d6e-b57e-9d23dfb105d0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458376 May 13 13:29:02.633482 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52c9b-4383-4af4-8261-5e79eecc9a63 req-af0efd6d-22e2-4d17-876f-66f70102ed2b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:02.634999 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eda52c9b-4383-4af4-8261-5e79eecc9a63 req-af0efd6d-22e2-4d17-876f-66f70102ed2b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 945 time: 0.0501299 May 13 13:29:02.682401 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eda52c9b-4383-4af4-8261-5e79eecc9a63 req-38366577-b662-475a-8d17-89c5fad3379a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 May 13 13:29:02.881039 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a00ba4-5eeb-43be-8246-bb623e030c98 req-25cd4e60-df13-4ae6-a03b-de20b6d1b718 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:02.883457 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04a00ba4-5eeb-43be-8246-bb623e030c98 req-25cd4e60-df13-4ae6-a03b-de20b6d1b718 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0498033 May 13 13:29:02.938948 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04a00ba4-5eeb-43be-8246-bb623e030c98 req-a8e66238-cf56-474f-8290-b825119fa305 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485458 May 13 13:29:03.341613 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-81ac98b8-3fdf-4a5c-94cf-3cd20ae547bc tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:03.343102 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-81ac98b8-3fdf-4a5c-94cf-3cd20ae547bc tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 945 time: 0.0486002 May 13 13:29:03.433767 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Deleting port 26a3043c-a71b-4f33-b912-ba88ebf29476 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:03.434119 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:03.529483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] For port 26a3043c-a71b-4f33-b912-ba88ebf29476, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=26a3043c-a71b-4f33-b912-ba88ebf29476,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:03.529752 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:03.710248 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:03.710613 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (5c8abfb5-6cb6-43bb-a922-108516d61c12), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:03.710945 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Floating IP 5c8abfb5-6cb6-43bb-a922-108516d61c12 disassociated. External IP: 172.27.2.129, port: 26a3043c-a71b-4f33-b912-ba88ebf29476. May 13 13:29:03.711283 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Calling delete_port for 26a3043c-a71b-4f33-b912-ba88ebf29476 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:03.804217 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36930d0-99f0-4d76-9cbb-5875dfb3b752 req-70b7716a-2fc9-4015-94c2-dc072bf4dfe4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:03.804217 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b36930d0-99f0-4d76-9cbb-5875dfb3b752 req-70b7716a-2fc9-4015-94c2-dc072bf4dfe4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 945 time: 0.0489066 May 13 13:29:03.859435 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b36930d0-99f0-4d76-9cbb-5875dfb3b752 req-587e7143-7dc6-47a1-8719-fcb18b2e38b1 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6e9e8f6-0258-415e-ba8f-4892dacb8fde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482326 May 13 13:29:04.015983 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (26a3043c-a71b-4f33-b912-ba88ebf29476), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:04.045341 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'Port': ['ID=26a3043c-a71b-4f33-b912-ba88ebf29476,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:04.079512 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0422964-73b7-4db5-bbe5-86ac9adb2fb6 req-3ef11dd3-3a26-419b-b44a-0b6d2c02589a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:04.079512 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f0422964-73b7-4db5-bbe5-86ac9adb2fb6 req-3ef11dd3-3a26-419b-b44a-0b6d2c02589a tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0588360 May 13 13:29:04.128825 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f0422964-73b7-4db5-bbe5-86ac9adb2fb6 req-ec50463f-e54a-4d89-873c-dddfee3e8cc9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443649 May 13 13:29:04.171905 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:29:04.287946 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:29:04.304694 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:29:04.320377 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:04.321013 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:04.333256 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] No DVR routers for this DVR port 26a3043c-a71b-4f33-b912-ba88ebf29476 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:29:04.335702 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:04.338896 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e47f841e-711b-4c9b-b0bb-6abe87b7845d req-cb04b40b-2d71-4d36-ad11-9b47e9713c79 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "DELETE /v2.0/ports/26a3043c-a71b-4f33-b912-ba88ebf29476 HTTP/1.1" status: 204 len: 173 time: 0.9867775 May 13 13:29:04.339326 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'name': 'network-vif-deleted', 'tag': '26a3043c-a71b-4f33-b912-ba88ebf29476'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:04.341792 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea7b9ae-55c1-4cfb-afdc-6ded15f6fac2" -d '{"events": [{"server_uuid": "f7d1447f-444f-4e0c-a20d-9350788fd819", "name": "network-vif-deleted", "tag": "26a3043c-a71b-4f33-b912-ba88ebf29476"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:04.385312 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b965c6af-75e7-4664-b21b-f45e36bb4ad7 x-openstack-request-id: req-b965c6af-75e7-4664-b21b-f45e36bb4ad7 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:04.385606 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d1447f-444f-4e0c-a20d-9350788fd819", "name": "network-vif-deleted", "tag": "26a3043c-a71b-4f33-b912-ba88ebf29476", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:04.385873 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b965c6af-75e7-4664-b21b-f45e36bb4ad7 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:04.386278 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b965c6af-75e7-4664-b21b-f45e36bb4ad7'] response: {'server_uuid': 'f7d1447f-444f-4e0c-a20d-9350788fd819', 'name': 'network-vif-deleted', 'tag': '26a3043c-a71b-4f33-b912-ba88ebf29476', 'status': 'completed', 'code': 200} May 13 13:29:04.441650 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:04.646623 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:04.674474 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:29:04.683046 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:04.683675 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:28:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:04.795705 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:04.943513 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:29:04.989956 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0d88f49-165b-4f73-8c20-d5dbfae003db req-104efd0f-a7a1-4b42-b3ea-03153ee75a2b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7d1447f-444f-4e0c-a20d-9350788fd819 HTTP/1.1" status: 200 len: 210 time: 0.0360405 May 13 13:29:05.065842 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:05.081059 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'port_id': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'mac_address': 'fa:16:3e:85:5d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:29:05.100930 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:05.124329 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 729dc6f6-46b1-4dac-a320-fa9e54753c1c is: ACTIVE; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:05.124627 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:05.129456 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a983e054-addb-4e11-8d4b-9980277c8315 None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:29:05.139448 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 729dc6f6-46b1-4dac-a320-fa9e54753c1c {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:05.161850 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:05.267189 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:05.278795 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0f016-9346-48f1-8835-b6b7c635aa61 req-8bdce332-f546-465a-a0f1-700d28c2d124 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:05.280367 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7ae0f016-9346-48f1-8835-b6b7c635aa61 req-8bdce332-f546-465a-a0f1-700d28c2d124 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0524008 May 13 13:29:05.337945 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=6']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:05.348540 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7ae0f016-9346-48f1-8835-b6b7c635aa61 req-f5361519-53fa-4079-a3df-91d8d9a16084 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594659 May 13 13:29:05.378581 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['729dc6f6-46b1-4dac-a320-fa9e54753c1c'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:05.411817 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc22ca6-0743-4803-85d3-a77377c1e5c2 None None] New status for floating IP 5c8abfb5-6cb6-43bb-a922-108516d61c12: DOWN {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:29:05.711602 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-df1ab333-81ca-4f5f-8d62-b339f68d5fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.179666 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51102) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:06.242394 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc884bbd-84e4-4ba4-8d15-b7b8f952657f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (c6e9e8f6-0258-415e-ba8f-4892dacb8fde), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.269446 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc884bbd-84e4-4ba4-8d15-b7b8f952657f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (c6e9e8f6-0258-415e-ba8f-4892dacb8fde), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.456186 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc884bbd-84e4-4ba4-8d15-b7b8f952657f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c6e9e8f6-0258-415e-ba8f-4892dacb8fde), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.461898 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc884bbd-84e4-4ba4-8d15-b7b8f952657f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.461898 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-bc884bbd-84e4-4ba4-8d15-b7b8f952657f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6e9e8f6-0258-415e-ba8f-4892dacb8fde HTTP/1.1" status: 204 len: 168 time: 0.2828848 May 13 13:29:06.463756 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51116) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:06.477134 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc884bbd-84e4-4ba4-8d15-b7b8f952657f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e9e8f6-0258-415e-ba8f-4892dacb8fde,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:06.482141 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.api.v2.resource [None req-649f5b98-22e0-4146-af75-8529fbd597fd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] show failed (client error): The resource could not be found. May 13 13:29:06.492592 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51118) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:06.496065 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-649f5b98-22e0-4146-af75-8529fbd597fd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups/c6e9e8f6-0258-415e-ba8f-4892dacb8fde HTTP/1.1" status: 404 len: 347 time: 0.0163167 May 13 13:29:06.610576 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259e082-b2b1-4673-a751-408259fb69fa req-b2971045-527a-4170-a351-734e118f1465 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:06.612102 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8259e082-b2b1-4673-a751-408259fb69fa req-b2971045-527a-4170-a351-734e118f1465 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 944 time: 0.1362984 May 13 13:29:06.684663 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Deleting port e6a5e05d-90ff-41af-b0f6-b63ea0a9055c {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:06.685446 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.740420 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8259e082-b2b1-4673-a751-408259fb69fa req-781ed695-0bf0-44ca-95dc-9427d62b5f00 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209438 May 13 13:29:06.790425 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.790425 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:06.802786 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Calling delete_port for e6a5e05d-90ff-41af-b0f6-b63ea0a9055c owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:06.944484 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:29:06.995016 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 729dc6f6-46b1-4dac-a320-fa9e54753c1c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:06.995392 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.010602 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (e6a5e05d-90ff-41af-b0f6-b63ea0a9055c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.046310 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'Port': ['ID=e6a5e05d-90ff-41af-b0f6-b63ea0a9055c,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:07.086282 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 729dc6f6-46b1-4dac-a320-fa9e54753c1c is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:07.086924 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.128553 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:07.131439 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce42e2-8a1c-4f98-a673-c26cc6bffa3d" -d '{"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-plugged", "status": "completed", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:07.160775 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (5c8abfb5-6cb6-43bb-a922-108516d61c12), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.163670 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.166124 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:07.169409 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-085c4a60-d0b0-44d5-934f-a049c7d4035a tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "DELETE /v2.0/floatingips/5c8abfb5-6cb6-43bb-a922-108516d61c12 HTTP/1.1" status: 204 len: 168 time: 0.6738265 May 13 13:29:07.241433 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.242383 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 26a3043c-a71b-4f33-b912-ba88ebf29476 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:07.376878 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 26a3043c-a71b-4f33-b912-ba88ebf29476 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:29:07.377496 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 26a3043c-a71b-4f33-b912-ba88ebf29476 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:29:07.460243 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51150) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:07.466528 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-80343e06-2af5-4a4a-aceb-3d7d2b3fadf3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948858112', 'description': 'tempest-description--1805164915'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:07.503697 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c8e86-2086-4dfa-bfd8-6917e6a7aab9 x-openstack-request-id: req-ba6c8e86-2086-4dfa-bfd8-6917e6a7aab9 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:07.504017 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-plugged", "status": "completed", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:07.504278 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba6c8e86-2086-4dfa-bfd8-6917e6a7aab9 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:07.507168 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6c8e86-2086-4dfa-bfd8-6917e6a7aab9'] response: {'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'code': 200} May 13 13:29:07.507834 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=7']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:07.599375 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-80343e06-2af5-4a4a-aceb-3d7d2b3fadf3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.732715 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-80343e06-2af5-4a4a-aceb-3d7d2b3fadf3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (e4825124-6a1e-4563-a91a-53b21e5ee8c8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.800858 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-80343e06-2af5-4a4a-aceb-3d7d2b3fadf3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (e4825124-6a1e-4563-a91a-53b21e5ee8c8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.854787 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-ef9261c3-91bb-47f2-bbbd-a9258e5a0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:07.856700 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-ef9261c3-91bb-47f2-bbbd-a9258e5a0fbb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 1129 time: 0.5769689 May 13 13:29:07.941211 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-80343e06-2af5-4a4a-aceb-3d7d2b3fadf3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:07.942525 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-80343e06-2af5-4a4a-aceb-3d7d2b3fadf3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4812324 May 13 13:29:07.945528 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51162) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:07.947354 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80343e06-2af5-4a4a-aceb-3d7d2b3fadf3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4825124-6a1e-4563-a91a-53b21e5ee8c8,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:07.959983 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3d22-5b88-46aa-adc5-b401f741680d req-97366eb0-d3d8-45e8-a40b-ddcc0d7abece tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:07.968196 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ae8d3d22-5b88-46aa-adc5-b401f741680d req-97366eb0-d3d8-45e8-a40b-ddcc0d7abece tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.1059451 May 13 13:29:07.968682 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-c8d5d64f-0cae-41bb-9a18-d9763b70792b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group_rule': {'security_group_id': 'e4825124-6a1e-4563-a91a-53b21e5ee8c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:08.025683 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ae8d3d22-5b88-46aa-adc5-b401f741680d req-f27d4171-acd0-4498-ae80-31d0a1b06b4d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565610 May 13 13:29:08.028965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-b755ed40-9143-49fb-818a-5fcf85221185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:08.030615 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-b755ed40-9143-49fb-818a-5fcf85221185 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.1439753 May 13 13:29:08.067283 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9075-803a-4404-afe8-c2480eaeeb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.119159 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-4081f7bd-6e85-41f3-8c6b-171046fc7325 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 200 len: 1001 time: 0.0824955 May 13 13:29:08.120529 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d64f-0cae-41bb-9a18-d9763b70792b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (331931de-3f20-4596-8c2b-88a387d77e55), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.223999 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-779b9a59-332f-45fd-96fb-c6ba941904cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:08.229321 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-779b9a59-332f-45fd-96fb-c6ba941904cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0983741 May 13 13:29:08.229321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d64f-0cae-41bb-9a18-d9763b70792b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (331931de-3f20-4596-8c2b-88a387d77e55), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.292431 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-c7db6597-47d0-4ffe-b86a-923a673bcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:08.295077 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-c7db6597-47d0-4ffe-b86a-923a673bcdc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608001 May 13 13:29:08.301453 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d64f-0cae-41bb-9a18-d9763b70792b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (331931de-3f20-4596-8c2b-88a387d77e55), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.321429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5d64f-0cae-41bb-9a18-d9763b70792b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331931de-3f20-4596-8c2b-88a387d77e55,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:08.414523 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d64f-0cae-41bb-9a18-d9763b70792b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.414523 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c8d5d64f-0cae-41bb-9a18-d9763b70792b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4614120 May 13 13:29:08.415250 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51164) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:08.442929 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-1a7bbb66-d8db-421f-8808-cf63286b6c22 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'security_group_rule': {'security_group_id': 'e4825124-6a1e-4563-a91a-53b21e5ee8c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:08.623899 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-e778f26b-e3c2-452b-a1a0-01cdbbd91c79 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185097 May 13 13:29:08.635754 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb66-d8db-421f-8808-cf63286b6c22 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (4f3faa6e-a476-402a-b31f-53162d6da7a8), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.731528 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb66-d8db-421f-8808-cf63286b6c22 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (4f3faa6e-a476-402a-b31f-53162d6da7a8), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.803222 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb66-d8db-421f-8808-cf63286b6c22 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (4f3faa6e-a476-402a-b31f-53162d6da7a8), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.825575 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bbb66-d8db-421f-8808-cf63286b6c22 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3faa6e-a476-402a-b31f-53162d6da7a8,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:08.927672 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb66-d8db-421f-8808-cf63286b6c22 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:08.928981 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1a7bbb66-d8db-421f-8808-cf63286b6c22 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5114543 May 13 13:29:08.932000 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51172) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:08.937415 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:09.050438 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:09.177346 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:09.188066 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed024f-ff03-440c-8847-b0f2ab30a5bf req-cd94083c-f815-46b7-a608-436a8964e543 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:09.201999 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18ed024f-ff03-440c-8847-b0f2ab30a5bf req-cd94083c-f815-46b7-a608-436a8964e543 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0788262 May 13 13:29:09.289806 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18ed024f-ff03-440c-8847-b0f2ab30a5bf req-21693a11-da43-4392-a2a3-9de7cf04387d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789914 May 13 13:29:09.348435 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Allocated IP 172.27.2.64 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/a1249581-706b-47e3-a6e8-9017b7f52cf7) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:29:09.474968 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (a1249581-706b-47e3-a6e8-9017b7f52cf7), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:09.570375 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:09.597963 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (a1249581-706b-47e3-a6e8-9017b7f52cf7), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:09.648199 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:29:09.656850 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:09.669432 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:29:09.766340 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=a1249581-706b-47e3-a6e8-9017b7f52cf7,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:09.794224 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:09.924884 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (a1249581-706b-47e3-a6e8-9017b7f52cf7), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:10.130880 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (a1249581-706b-47e3-a6e8-9017b7f52cf7), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:10.217145 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (a1249581-706b-47e3-a6e8-9017b7f52cf7), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:10.299168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=a1249581-706b-47e3-a6e8-9017b7f52cf7,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:10.307633 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:10.440792 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c584467-bf85-4f0b-af82-ac3d23c7ecd5 req-c90335ab-83a1-4e7e-a327-ffb8f25dceb0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:10.442766 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5c584467-bf85-4f0b-af82-ac3d23c7ecd5 req-c90335ab-83a1-4e7e-a327-ffb8f25dceb0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0578637 May 13 13:29:10.498126 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5c584467-bf85-4f0b-af82-ac3d23c7ecd5 req-f0407a8f-8903-4fd0-946b-75dba1ee81fa tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496747 May 13 13:29:10.608001 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:10.609313 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-6051576c-93f6-464a-b965-107998b41329 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6763453 May 13 13:29:10.831880 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-487c2e19-9388-4700-82d2-3c9e6c28215c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--948858112&fields=id&tenant_id=2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 267 time: 0.0482805 May 13 13:29:10.970115 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-ebd5d8d3-c738-42df-aa1c-c49d2149eca2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:10.977264 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-ebd5d8d3-c738-42df-aa1c-c49d2149eca2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 814 time: 0.1380222 May 13 13:29:10.999150 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-b0290948-3ea8-4e0e-bfbc-3d13509ee7ce tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/quotas/2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 375 time: 0.0203440 May 13 13:29:11.069045 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-56279234-6fe4-4b26-9a25-ff1cbc0dd0da tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677137 May 13 13:29:11.124260 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:11.295767 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-3918ded6-df6d-495e-b9c4-3ac2918258f9 service neutron] 10.222.0.13 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127903 May 13 13:29:11.329696 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3cf70335-f524-4827-95d6-b4bfc6a05234 req-1006a00f-5fae-465f-9632-888ab27e99be service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559563 May 13 13:29:11.413704 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-710b98e4-12cd-4ff7-9d1d-64f6516f21a8 service neutron] 10.222.0.13 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079395 May 13 13:29:11.696029 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833ec9e-03bf-4bc1-810b-90fb59ba5796 req-62a89345-3deb-4b73-94f2-0654d050085b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:11.700626 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2833ec9e-03bf-4bc1-810b-90fb59ba5796 req-62a89345-3deb-4b73-94f2-0654d050085b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0967901 May 13 13:29:11.833063 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-65da4975-34cf-4c6e-9894-ba824debff58 req-db9aeb7b-a8d3-4924-81fa-6b67feb963d7 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 210 time: 0.0751932 May 13 13:29:11.850363 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2833ec9e-03bf-4bc1-810b-90fb59ba5796 req-293c2957-8e65-4f24-a4c4-83ca004f0657 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407068 May 13 13:29:12.564670 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:12.971339 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3f271f82-6b9b-4cb6-ad01-a8c2f7998afc req-db03516b-a09f-47d2-b6bb-25a68a4d6e3f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 210 time: 0.0711272 May 13 13:29:13.046338 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a397a-c517-4d52-9f99-571bcd76c601 req-dd243f22-f1d2-40be-9466-85f9793d062f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:13.048050 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a8a397a-c517-4d52-9f99-571bcd76c601 req-dd243f22-f1d2-40be-9466-85f9793d062f tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0590746 May 13 13:29:13.101822 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a8a397a-c517-4d52-9f99-571bcd76c601 req-b607221a-133c-4201-b114-ebec275f3143 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456102 May 13 13:29:14.061487 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b68d3fac-e22b-43ae-a2e9-623a54664e9b req-65b765b8-c0e2-4ed2-8113-e8e0acfc30a2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 210 time: 0.0320022 May 13 13:29:14.242397 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36b43-9877-4e3a-a299-ab9dc16e4da0 req-2c413bca-bd05-4439-81d7-f6567a890764 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:14.243806 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-42f36b43-9877-4e3a-a299-ab9dc16e4da0 req-2c413bca-bd05-4439-81d7-f6567a890764 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0551593 May 13 13:29:14.294928 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-42f36b43-9877-4e3a-a299-ab9dc16e4da0 req-56a3c64c-5ee3-449c-bc9f-d976f8340616 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448992 May 13 13:29:15.237194 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7d49f145-2864-4150-985d-da0ea0589de7 req-70042bc8-61cc-4d28-8546-72812567923d tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 210 time: 0.0463145 May 13 13:29:15.291644 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:29:15.492661 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5980f5-3462-4ab3-b600-38d3c43027c4 req-a5668d88-2498-485c-ab6e-aec5806bde44 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:15.494818 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f5980f5-3462-4ab3-b600-38d3c43027c4 req-a5668d88-2498-485c-ab6e-aec5806bde44 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.1071131 May 13 13:29:15.594405 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f5980f5-3462-4ab3-b600-38d3c43027c4 req-46be84a8-289f-4b48-aec9-a5cafaabfe06 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857022 May 13 13:29:15.595855 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-41b7429b-3b91-4098-9b92-cc97b3dfebc9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:15.597370 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-41b7429b-3b91-4098-9b92-cc97b3dfebc9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 814 time: 0.1855257 May 13 13:29:15.691704 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-e09390df-9889-40c0-ad70-0c717ce1f5a5 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c900748e271404bb3cb11fb2308e784 HTTP/1.1" status: 200 len: 379 time: 0.0845990 May 13 13:29:15.699753 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'port': {'device_id': '835a8273-f466-42d9-818d-17b347b44337', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'admin_state_up': True, 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'security_groups': ['e4825124-6a1e-4563-a91a-53b21e5ee8c8']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:15.956924 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Made reservation on behalf of 2c900748e271404bb3cb11fb2308e784 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:29:15.960694 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.153089 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Allocated IP 172.20.0.6 (fc71e07c-eb5e-4e51-82e1-4253b2766878/011b2f4c-6e0c-4d4a-b429-36584b9c065a/78f7e4a5-db41-4b56-9671-ed755318389e) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:29:16.338698 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for port (78f7e4a5-db41-4b56-9671-ed755318389e), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.428484 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd3338c6-3f46-4420-951b-3d1fa93fd544 req-5599f678-432b-4854-b88d-a0e455e558a4 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 210 time: 0.0828278 May 13 13:29:16.473818 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.540958 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:29:16.561523 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:16.565947 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:29:16.656956 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event updated for resources: {'Port': ['ID=78f7e4a5-db41-4b56-9671-ed755318389e,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:16.697028 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:16.697653 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.799877 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-5a522d2d-9882-4fc8-b5af-60de71f81c4c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1038029 May 13 13:29:16.803175 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d53be-11a4-4ab8-9181-d39c8029e176 req-6e7bb58e-09a5-437f-9080-a4bdba63b1e2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:16.810822 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-415d53be-11a4-4ab8-9181-d39c8029e176 req-6e7bb58e-09a5-437f-9080-a4bdba63b1e2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0764647 May 13 13:29:16.812134 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Request body: {'port': {'device_id': '835a8273-f466-42d9-818d-17b347b44337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:16.907721 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-415d53be-11a4-4ab8-9181-d39c8029e176 req-e495c549-e29a-4bfa-87e9-109c7beb2c71 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947845 May 13 13:29:16.934160 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:16.962083 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-79249675-365c-414e-bec3-67d4592fcadc None None] Provisioning complete for port 78f7e4a5-db41-4b56-9671-ed755318389e triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:16.963609 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-79249675-365c-414e-bec3-67d4592fcadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.008435 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-79249675-365c-414e-bec3-67d4592fcadc None None] Port 78f7e4a5-db41-4b56-9671-ed755318389e cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:29:17.331958 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f7e4a5-db41-4b56-9671-ed755318389e {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:17.341933 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Publish callbacks [] for port (78f7e4a5-db41-4b56-9671-ed755318389e), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.357654 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Transition to ACTIVE for port object 78f7e4a5-db41-4b56-9671-ed755318389e will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:29:17.585581 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.611711 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96fb54-eb51-46e5-af0e-2046fa770ae0 req-13787ba5-950e-4ff4-8f45-c2059bf82f33 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:17.613491 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1a96fb54-eb51-46e5-af0e-2046fa770ae0 req-13787ba5-950e-4ff4-8f45-c2059bf82f33 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 931 time: 0.0554245 May 13 13:29:17.645299 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Pushing event updated for resources: {'Port': ['ID=78f7e4a5-db41-4b56-9671-ed755318389e,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:17.701686 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1a96fb54-eb51-46e5-af0e-2046fa770ae0 req-622db81c-683d-49ef-b126-d16e7c9f7498 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610881 May 13 13:29:17.747826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Attempting to bind port 78f7e4a5-db41-4b56-9671-ed755318389e on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:29:17.748364 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Attempting to bind port 78f7e4a5-db41-4b56-9671-ed755318389e by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:29:17.748497 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Attempting to bind port 78f7e4a5-db41-4b56-9671-ed755318389e on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:29:17.753361 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Port 78f7e4a5-db41-4b56-9671-ed755318389e on network fc71e07c-eb5e-4e51-82e1-4253b2766878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:29:17.753677 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Attempting to bind port 78f7e4a5-db41-4b56-9671-ed755318389e on network fc71e07c-eb5e-4e51-82e1-4253b2766878 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:29:17.759384 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:29:17.759716 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Checking segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:29:17.760096 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Bound using segment: {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:29:17.760671 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Bound port: 78f7e4a5-db41-4b56-9671-ed755318389e, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e908d0-741c-45ad-b06c-52ab647acd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:29:17.761027 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:17.840054 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] For port 78f7e4a5-db41-4b56-9671-ed755318389e, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:29:17.844105 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] For port 78f7e4a5-db41-4b56-9671-ed755318389e, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=78f7e4a5-db41-4b56-9671-ed755318389e,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:29:18.039105 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc6ac3-5564-4952-a9f2-5b6563b7afc6 req-524c7675-f9ce-4c38-8ea6-4dfc10c0db6c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.058834 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-62bc6ac3-5564-4952-a9f2-5b6563b7afc6 req-524c7675-f9ce-4c38-8ea6-4dfc10c0db6c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0608835 May 13 13:29:18.103758 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-62bc6ac3-5564-4952-a9f2-5b6563b7afc6 req-fc3953d2-17c5-40c5-b111-04a630608859 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441175 May 13 13:29:18.314807 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:18.349231 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.349844 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:18.356486 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] 10.222.0.69 "PUT /v2.0/ports/78f7e4a5-db41-4b56-9671-ed755318389e HTTP/1.1" status: 200 len: 1093 time: 1.5438895 May 13 13:29:18.356486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a8273-f466-42d9-818d-17b347b44337', 'tag': '78f7e4a5-db41-4b56-9671-ed755318389e'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:18.356486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bee4084-1dd5-4725-9bf5-072314ae867f" -d '{"events": [{"name": "network-changed", "server_uuid": "835a8273-f466-42d9-818d-17b347b44337", "tag": "78f7e4a5-db41-4b56-9671-ed755318389e"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:18.394855 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e7c0e-f761-44af-9825-d460bef2779c service neutron] Pushing event updated for resources: {'Port': ['ID=78f7e4a5-db41-4b56-9671-ed755318389e,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:18.401570 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cca0f6-4a83-4276-bb7e-d792568c339b x-openstack-request-id: req-81cca0f6-4a83-4276-bb7e-d792568c339b {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:18.401847 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a8273-f466-42d9-818d-17b347b44337", "tag": "78f7e4a5-db41-4b56-9671-ed755318389e", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:18.403711 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81cca0f6-4a83-4276-bb7e-d792568c339b {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:18.404151 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cca0f6-4a83-4276-bb7e-d792568c339b'] response: {'name': 'network-changed', 'server_uuid': '835a8273-f466-42d9-818d-17b347b44337', 'tag': '78f7e4a5-db41-4b56-9671-ed755318389e', 'status': 'completed', 'code': 200} May 13 13:29:18.494978 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee4084-1dd5-4725-9bf5-072314ae867f req-eb0ec3fd-1985-4c51-8eea-79b6e0e1978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.496654 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1bee4084-1dd5-4725-9bf5-072314ae867f req-eb0ec3fd-1985-4c51-8eea-79b6e0e1978e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 1127 time: 0.0702450 May 13 13:29:18.656743 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee4084-1dd5-4725-9bf5-072314ae867f req-684c85f6-d9e3-4ec7-8df5-266a8b6f5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.658191 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1bee4084-1dd5-4725-9bf5-072314ae867f req-684c85f6-d9e3-4ec7-8df5-266a8b6f5016 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c900748e271404bb3cb11fb2308e784&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1527314 May 13 13:29:18.779572 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee4084-1dd5-4725-9bf5-072314ae867f req-53bd5afe-8a42-4ad9-b5f5-c43f45a5d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.781216 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1bee4084-1dd5-4725-9bf5-072314ae867f req-53bd5afe-8a42-4ad9-b5f5-c43f45a5d0dc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096804 May 13 13:29:18.880877 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7290949-fc2d-4adb-8ffe-4b0763590591 req-ac5d4a66-507d-4721-8fef-422659449dc3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.882876 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e7290949-fc2d-4adb-8ffe-4b0763590591 req-ac5d4a66-507d-4721-8fef-422659449dc3 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 943 time: 0.0672047 May 13 13:29:18.921756 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-eda21fb2-a735-4deb-bc8c-fe7787b94f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:18.925727 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-eda21fb2-a735-4deb-bc8c-fe7787b94f0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 1127 time: 0.0960889 May 13 13:29:18.984590 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e7290949-fc2d-4adb-8ffe-4b0763590591 req-e2c18d38-d162-4ead-bee0-03a78f6a77de tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941970 May 13 13:29:18.992093 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-333384c1-0522-4693-9622-a01950d7bc16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78f7e4a5-db41-4b56-9671-ed755318389e HTTP/1.1" status: 200 len: 217 time: 0.0587003 May 13 13:29:19.076818 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-3498e430-fb41-436e-9256-96e99ead29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:19.078828 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-3498e430-fb41-436e-9256-96e99ead29f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 200 len: 853 time: 0.0796061 May 13 13:29:19.164333 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-b2d65caa-03cc-4984-8702-14bdfd560c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:19.165876 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-b2d65caa-03cc-4984-8702-14bdfd560c90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc71e07c-eb5e-4e51-82e1-4253b2766878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799599 May 13 13:29:19.303022 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f253fb-18c5-451e-b899-8c1688f11e46 req-7de3e8b3-67a9-4ad8-8e42-7bbf2257b550 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:19.305775 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-96f253fb-18c5-451e-b899-8c1688f11e46 req-7de3e8b3-67a9-4ad8-8e42-7bbf2257b550 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0871060 May 13 13:29:19.314032 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-518b2a3f-df98-43a5-a24a-f588e97bd56d service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406682 May 13 13:29:19.369930 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-96f253fb-18c5-451e-b899-8c1688f11e46 req-7d4f86f5-6033-4a06-a71c-6998c219ab46 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582018 May 13 13:29:19.419593 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a2800f97-0f8f-4684-9f8c-4e559ec7c7f3 req-7ff5354c-b7f9-4523-97d7-37d3188c12cc service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003401 May 13 13:29:20.110726 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904febd6-06a6-43fa-93c8-e7485b9bdf45 req-624babc0-7825-4333-86d7-b71cbaa72286 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:20.112307 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-904febd6-06a6-43fa-93c8-e7485b9bdf45 req-624babc0-7825-4333-86d7-b71cbaa72286 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 943 time: 0.0489743 May 13 13:29:20.164605 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-904febd6-06a6-43fa-93c8-e7485b9bdf45 req-b1c57b38-9fce-4267-a0e2-c03573a55db0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461764 May 13 13:29:20.494576 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ea5dd-aa5a-411a-989c-10c40780a53a req-3148e866-7932-402e-bed0-89d8a310672b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:20.496618 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-948ea5dd-aa5a-411a-989c-10c40780a53a req-3148e866-7932-402e-bed0-89d8a310672b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0494969 May 13 13:29:20.553191 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-948ea5dd-aa5a-411a-989c-10c40780a53a req-c5f48b30-0945-4235-9d5a-f1de53009e7d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473850 May 13 13:29:21.037715 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-bcb08230-88c6-4aa9-b94b-be4a1f539264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.039380 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-bcb08230-88c6-4aa9-b94b-be4a1f539264 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 1129 time: 0.0403795 May 13 13:29:21.132550 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-a9f4289a-19a3-425f-8713-47f200ea6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.134082 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-a9f4289a-19a3-425f-8713-47f200ea6e20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.0890131 May 13 13:29:21.202984 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 78f7e4a5-db41-4b56-9671-ed755318389e details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:29:21.216939 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-22bb1844-1603-44a0-af77-25b2bf87587c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 200 len: 1001 time: 0.0767121 May 13 13:29:21.279246 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-677840ec-dbcd-47e9-9959-ade6b7bb2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.280700 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-677840ec-dbcd-47e9-9959-ade6b7bb2e2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0575483 May 13 13:29:21.293508 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee014df5-fe50-42b6-befe-85807a90c352 req-84255df1-fb0c-4d85-af2c-922cc9ba0717 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.294931 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee014df5-fe50-42b6-befe-85807a90c352 req-84255df1-fb0c-4d85-af2c-922cc9ba0717 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 943 time: 0.0526624 May 13 13:29:21.318085 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 78f7e4a5-db41-4b56-9671-ed755318389e, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=78f7e4a5-db41-4b56-9671-ed755318389e,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:21.332014 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '78f7e4a5-db41-4b56-9671-ed755318389e', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'port_id': '78f7e4a5-db41-4b56-9671-ed755318389e', 'mac_address': 'fa:16:3e:8a:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:29:21.333767 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-c0af6d5d-d65b-4a83-a14b-7dd62c6dde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.335476 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-c0af6d5d-d65b-4a83-a14b-7dd62c6dde19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484056 May 13 13:29:21.349998 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee014df5-fe50-42b6-befe-85807a90c352 req-32a12662-a438-4f15-a90a-e64cc6891ff9 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492525 May 13 13:29:21.372527 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 78f7e4a5-db41-4b56-9671-ed755318389e is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:21.372910 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.386060 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f7e4a5-db41-4b56-9671-ed755318389e {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:21.407781 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 78f7e4a5-db41-4b56-9671-ed755318389e, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=78f7e4a5-db41-4b56-9671-ed755318389e,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:21.427437 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-c587a41c-6451-4632-84d3-d586072c3dc5 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 May 13 13:29:21.495692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:21.525630 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-789819f2-2bf1-43ad-96cc-2c11c21e539a req-4e8682f2-87ff-4df7-9c2a-e2a4b1bcc6d7 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906034 May 13 13:29:21.554947 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=78f7e4a5-db41-4b56-9671-ed755318389e,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:21.695175 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32eacc-70e3-418e-a2d6-07e7c6265fce req-384fc3cf-844a-4fca-b630-48c79b29cbe4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:21.696735 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b32eacc-70e3-418e-a2d6-07e7c6265fce req-384fc3cf-844a-4fca-b630-48c79b29cbe4 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0573475 May 13 13:29:21.735020 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['78f7e4a5-db41-4b56-9671-ed755318389e'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:21.752340 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b32eacc-70e3-418e-a2d6-07e7c6265fce req-1b7f0880-15f0-409e-8f9d-a27b56aa1d40 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486827 May 13 13:29:22.484562 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a1f5a-7ac3-42cb-a5c9-520e3e04968d req-f9d3065a-5857-4ce1-94b4-b9b0f7f54203 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.486439 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd7a1f5a-7ac3-42cb-a5c9-520e3e04968d req-f9d3065a-5857-4ce1-94b4-b9b0f7f54203 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 944 time: 0.0621357 May 13 13:29:22.545486 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd7a1f5a-7ac3-42cb-a5c9-520e3e04968d req-5dd70d7d-9a0c-40d9-8066-bbcaf7f7534e tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493581 May 13 13:29:22.872515 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db5d50-b275-4794-a64e-25f15d4c3942 req-00d44dd8-f131-4423-abb5-45bbec8202a2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:22.874012 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b4db5d50-b275-4794-a64e-25f15d4c3942 req-00d44dd8-f131-4423-abb5-45bbec8202a2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 945 time: 0.0475895 May 13 13:29:22.922008 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b4db5d50-b275-4794-a64e-25f15d4c3942 req-b678b57a-17e6-4464-86b9-92768673fec8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 May 13 13:29:23.228437 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 78f7e4a5-db41-4b56-9671-ed755318389e up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:29:23.278054 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 78f7e4a5-db41-4b56-9671-ed755318389e completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:29:23.359278 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 78f7e4a5-db41-4b56-9671-ed755318389e triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:23.362938 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.444279 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 78f7e4a5-db41-4b56-9671-ed755318389e is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:23.444667 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.474779 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a8273-f466-42d9-818d-17b347b44337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f7e4a5-db41-4b56-9671-ed755318389e'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:23.476995 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778530e3-3c02-4b55-84c9-9144e6d46bc9" -d '{"events": [{"server_uuid": "835a8273-f466-42d9-818d-17b347b44337", "name": "network-vif-plugged", "status": "completed", "tag": "78f7e4a5-db41-4b56-9671-ed755318389e"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:23.493345 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 78f7e4a5-db41-4b56-9671-ed755318389e, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=78f7e4a5-db41-4b56-9671-ed755318389e,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:23.515745 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161a2a3a-9d53-455c-9b77-58ef8a9806ba x-openstack-request-id: req-161a2a3a-9d53-455c-9b77-58ef8a9806ba {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:23.518578 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835a8273-f466-42d9-818d-17b347b44337", "name": "network-vif-plugged", "status": "completed", "tag": "78f7e4a5-db41-4b56-9671-ed755318389e", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:23.518578 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-161a2a3a-9d53-455c-9b77-58ef8a9806ba {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:23.518578 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161a2a3a-9d53-455c-9b77-58ef8a9806ba'] response: {'server_uuid': '835a8273-f466-42d9-818d-17b347b44337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f7e4a5-db41-4b56-9671-ed755318389e', 'code': 200} May 13 13:29:23.552993 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.553805 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:23.641891 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=78f7e4a5-db41-4b56-9671-ed755318389e,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:23.684194 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 729dc6f6-46b1-4dac-a320-fa9e54753c1c is: ACTIVE; New status is: DOWN {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:23.684859 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.706966 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587b025-6352-474e-8ce6-cdb119fc486d req-583b9f09-9c2c-4249-8aeb-5ed9de388808 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:23.708687 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5587b025-6352-474e-8ce6-cdb119fc486d req-583b9f09-9c2c-4249-8aeb-5ed9de388808 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 945 time: 0.0709782 May 13 13:29:23.726363 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:23.767132 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5587b025-6352-474e-8ce6-cdb119fc486d req-4aee31dc-f36b-4b8d-94a6-7cebcbb46ebd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502393 May 13 13:29:23.844257 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:23.897334 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=8']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:24.050749 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611e20c-3c3c-4f91-af24-bdb7e5c76211 req-65116807-5ab5-4d04-b708-db8c556decf7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.052271 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e611e20c-3c3c-4f91-af24-bdb7e5c76211 req-65116807-5ab5-4d04-b708-db8c556decf7 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0516849 May 13 13:29:24.061233 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac237a-72ed-4473-bd1b-c2b7444984ca req-876123a5-76ac-4495-b46c-38ed82d57a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.063556 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cac237a-72ed-4473-bd1b-c2b7444984ca req-876123a5-76ac-4495-b46c-38ed82d57a04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 1129 time: 0.0407889 May 13 13:29:24.105142 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e611e20c-3c3c-4f91-af24-bdb7e5c76211 req-1299ec7e-a973-4296-bf56-f06ee93151d8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 May 13 13:29:24.121851 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cac237a-72ed-4473-bd1b-c2b7444984ca req-98eb2b86-958e-4257-a07b-38328ede32bf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490820 May 13 13:29:24.886600 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142527-dc79-4c63-b882-f11e10797ea2 req-16466da1-f1fa-4b02-9a9d-848908e990e0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:24.888365 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04142527-dc79-4c63-b882-f11e10797ea2 req-16466da1-f1fa-4b02-9a9d-848908e990e0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 945 time: 0.0508161 May 13 13:29:24.945872 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04142527-dc79-4c63-b882-f11e10797ea2 req-41e4a8b9-9e29-4e6e-9e81-6035c1615cb8 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512419 May 13 13:29:25.517873 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:25.520479 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92b6991-4bf5-460d-b250-7cba1fc8db5a" -d '{"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-unplugged", "status": "completed", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:25.572362 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 May 2022 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4fddec-c8a9-4f32-8cc7-c9982c1c5372 x-openstack-request-id: req-4b4fddec-c8a9-4f32-8cc7-c9982c1c5372 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:25.572893 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-unplugged", "status": "failed", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c", "code": 422}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:25.573381 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b4fddec-c8a9-4f32-8cc7-c9982c1c5372 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:25.574096 dv-cinder-841632-1-iscsi neutron-server[104060]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4b4fddec-c8a9-4f32-8cc7-c9982c1c5372']: {'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'code': 422} returned with failed status May 13 13:29:26.076800 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b0fcb-68e2-4c85-800c-96f0c506ee79 req-a7939282-dda0-4e0d-8b51-fbae520e6fc0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:26.078426 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-230b0fcb-68e2-4c85-800c-96f0c506ee79 req-a7939282-dda0-4e0d-8b51-fbae520e6fc0 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 945 time: 0.0543168 May 13 13:29:26.134847 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-230b0fcb-68e2-4c85-800c-96f0c506ee79 req-3e3a2676-3497-444f-9ae5-1a33b4b90cfa tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476923 May 13 13:29:26.277197 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e56bb-b3ed-4c06-8787-b719ce6dde86 req-c9f3feda-fd6c-42b6-96c5-da25118031f2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:26.278702 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba1e56bb-b3ed-4c06-8787-b719ce6dde86 req-c9f3feda-fd6c-42b6-96c5-da25118031f2 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 945 time: 0.0474970 May 13 13:29:26.287707 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51452) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:26.292477 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Request body: {'floatingip': {'port_id': '78f7e4a5-db41-4b56-9671-ed755318389e'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:26.332935 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:26.551979 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92652d-229b-4266-a3f0-adbf157e517f req-5c417b41-cf37-4eab-ba67-e7ebe938f936 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:26.553499 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a92652d-229b-4266-a3f0-adbf157e517f req-5c417b41-cf37-4eab-ba67-e7ebe938f936 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0529160 May 13 13:29:26.608654 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a92652d-229b-4266-a3f0-adbf157e517f req-aed74332-db58-4e0d-8a7d-defb763d0afe tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487733 May 13 13:29:26.812909 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:26.916363 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:27.004478 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51476) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:27.023488 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Floating IP 2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8 associated. External IP: 172.27.2.64, port: 78f7e4a5-db41-4b56-9671-ed755318389e. May 13 13:29:27.263845 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:27.347741 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-bb084767-6d08-403d-a31a-ee458a740373 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3419914 May 13 13:29:27.357975 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-4a5a355b-82b1-4050-ab2f-5d327140c7d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:29:27.359354 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-4a5a355b-82b1-4050-ab2f-5d327140c7d2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066028 May 13 13:29:27.378289 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 729dc6f6-46b1-4dac-a320-fa9e54753c1c is: DOWN; New status is: DOWN {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:27.446939 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51486) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:27.507730 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:29:27.552873 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-01f5442d-e40a-48d1-ab27-a0b824cfcc80 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:27.554155 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-01f5442d-e40a-48d1-ab27-a0b824cfcc80 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports/729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 200 len: 940 time: 0.1062052 May 13 13:29:27.634725 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:29:27.640860 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:27.647126 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:29:27.661018 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:27.661634 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:29:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:27.678737 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-cacc670d-8e37-40b5-a195-076e5c02510b tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "PUT /v2.0/floatingips/2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8 HTTP/1.1" status: 200 len: 990 time: 1.3877385 May 13 13:29:27.678737 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835a8273-f466-42d9-818d-17b347b44337', 'tag': '78f7e4a5-db41-4b56-9671-ed755318389e'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:27.679862 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30b2e44-93c3-4d82-942e-e898a318bc04" -d '{"events": [{"name": "network-changed", "server_uuid": "835a8273-f466-42d9-818d-17b347b44337", "tag": "78f7e4a5-db41-4b56-9671-ed755318389e"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:27.728159 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e8038f-967a-45dc-b6e0-8ddcb47c7363 x-openstack-request-id: req-a8e8038f-967a-45dc-b6e0-8ddcb47c7363 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:27.728454 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835a8273-f466-42d9-818d-17b347b44337", "tag": "78f7e4a5-db41-4b56-9671-ed755318389e", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:27.728707 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8e8038f-967a-45dc-b6e0-8ddcb47c7363 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:27.729112 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e8038f-967a-45dc-b6e0-8ddcb47c7363'] response: {'name': 'network-changed', 'server_uuid': '835a8273-f466-42d9-818d-17b347b44337', 'tag': '78f7e4a5-db41-4b56-9671-ed755318389e', 'status': 'completed', 'code': 200} May 13 13:29:27.763365 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f4e3-2526-41ba-ab83-e55aeb118848 req-95626a23-9539-4abc-a1a7-e7dcd5a9c724 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:27.765157 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d805f4e3-2526-41ba-ab83-e55aeb118848 req-95626a23-9539-4abc-a1a7-e7dcd5a9c724 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0526686 May 13 13:29:27.818647 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d805f4e3-2526-41ba-ab83-e55aeb118848 req-619470db-42f2-4729-9e20-ed338882657e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464671 May 13 13:29:27.820831 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:28.081802 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '78f7e4a5-db41-4b56-9671-ed755318389e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:8a:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a8273-f466-42d9-818d-17b347b44337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:09Z', 'updated_at': '2022-05-13T13:29:26Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:28.110886 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:29:28.122927 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:28.123555 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:29:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:28.242800 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:28.481537 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '78f7e4a5-db41-4b56-9671-ed755318389e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:8a:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a8273-f466-42d9-818d-17b347b44337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:09Z', 'updated_at': '2022-05-13T13:29:26Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:28.509026 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e73ea-8039-4092-9e3c-881c99b42ecc None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'port_id': '78f7e4a5-db41-4b56-9671-ed755318389e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'mac_address': 'fa:16:3e:8a:90:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835a8273-f466-42d9-818d-17b347b44337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:29:09Z', 'updated_at': '2022-05-13T13:29:26Z', 'revision_number': 1, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:29:28.718665 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d9d63-1a75-45f8-86ca-05b7be22a3b4 None None] New status for floating IP 2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:29:28.942440 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21fa68-0de3-4786-96d5-98116a718ad7 req-a6c1daf5-3102-4375-8b67-6c3f66f85904 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:28.945161 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed21fa68-0de3-4786-96d5-98116a718ad7 req-a6c1daf5-3102-4375-8b67-6c3f66f85904 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0494571 May 13 13:29:28.998043 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed21fa68-0de3-4786-96d5-98116a718ad7 req-0a4a3695-ce17-47e0-bc9b-9504244441cc tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483446 May 13 13:29:29.077542 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-a0a08a7e-d9a8-484e-ad16-dd931b52a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:29.083970 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-a0a08a7e-d9a8-484e-ad16-dd931b52a748 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c900748e271404bb3cb11fb2308e784&device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 1129 time: 0.0442472 May 13 13:29:29.184429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-a1baf4b6-1e3c-480e-a225-1461bf45f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:29.185983 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-a1baf4b6-1e3c-480e-a225-1461bf45f083 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 200 len: 915 time: 0.0994873 May 13 13:29:29.257194 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-aa3def84-6968-4dba-a585-8ad94b109936 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78f7e4a5-db41-4b56-9671-ed755318389e HTTP/1.1" status: 200 len: 1000 time: 0.0644310 May 13 13:29:29.509979 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-f0ced244-f652-4dcd-aace-0a3e1cb9403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:29.513133 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-f0ced244-f652-4dcd-aace-0a3e1cb9403a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 200 len: 853 time: 0.0543823 May 13 13:29:29.571167 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-09897d2d-a6ee-4e65-96e9-6141040809b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:29.572658 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-09897d2d-a6ee-4e65-96e9-6141040809b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fc71e07c-eb5e-4e51-82e1-4253b2766878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466070 May 13 13:29:29.914460 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-d401f6b0-c90b-425f-8412-b7200aa7cd0c service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898254 May 13 13:29:30.011503 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d30b2e44-93c3-4d82-942e-e898a318bc04 req-15e834d6-007c-426c-a4eb-1b362fd7f845 service neutron] 10.222.0.69 "GET /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906482 May 13 13:29:30.122943 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2257f74-8065-4e20-acc6-625ef03136a3 req-0f67226c-0b4b-40eb-9e98-f3f37d55930c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:30.124451 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d2257f74-8065-4e20-acc6-625ef03136a3 req-0f67226c-0b4b-40eb-9e98-f3f37d55930c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0500226 May 13 13:29:30.177461 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d2257f74-8065-4e20-acc6-625ef03136a3 req-6910bcd7-4063-41db-9267-00a9d146a94d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472858 May 13 13:29:30.262969 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-e1e04b51-c4bd-4fd9-a46b-4f8268e5e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:30.264362 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-e1e04b51-c4bd-4fd9-a46b-4f8268e5e86d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d&tenant_id=99575e3d89514f96b2f6f9d871ba0792 HTTP/1.1" status: 200 len: 1127 time: 0.0428216 May 13 13:29:30.327645 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-dd57ef8d-355e-4b9f-ab4f-cdaea3f466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:30.329151 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-dd57ef8d-355e-4b9f-ab4f-cdaea3f466ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99575e3d89514f96b2f6f9d871ba0792&device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 1127 time: 0.0432794 May 13 13:29:30.432659 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-372431d4-9114-4091-857f-9662835cd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:30.434154 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-372431d4-9114-4091-857f-9662835cd0ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 200 len: 917 time: 0.0991538 May 13 13:29:30.511526 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-36a594a3-2622-4ed3-b063-28135dcad703 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 200 len: 999 time: 0.0712762 May 13 13:29:30.573258 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-27e02ff7-56d1-46a1-99c1-055a92c67543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:30.575334 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-27e02ff7-56d1-46a1-99c1-055a92c67543 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 200 len: 855 time: 0.0568752 May 13 13:29:30.581488 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:30.623899 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-5d6aec88-01f1-41d6-a586-33dc9a63ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:30.625659 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-5d6aec88-01f1-41d6-a586-33dc9a63ed43 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7e06528-db27-472b-858f-4ca58111325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440052 May 13 13:29:30.735341 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-1dc44262-41ac-4eab-90db-c42fb39c27f4 service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032422 May 13 13:29:30.836948 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-1cce28f8-cae4-486e-aa0c-5e7b454d15b7 req-af2dc901-0d63-46f2-95d4-3dfa76bd8eaa service neutron] 10.222.0.69 "GET /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960724 May 13 13:29:31.315646 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f38d0-b176-46f5-99b5-2360dc7f3135 req-8a6c2d6c-edb1-45a5-8de7-444ffbd67f26 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:31.317237 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7e8f38d0-b176-46f5-99b5-2360dc7f3135 req-8a6c2d6c-edb1-45a5-8de7-444ffbd67f26 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0524802 May 13 13:29:31.369432 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7e8f38d0-b176-46f5-99b5-2360dc7f3135 req-f059f3c4-fce7-41c5-a888-df288417f39d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458455 May 13 13:29:32.499431 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995aac70-51a3-4f9c-a831-7ae4d539741c req-1db39b5c-8bdb-41e0-b887-e2e3e4e1803e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:32.501081 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-995aac70-51a3-4f9c-a831-7ae4d539741c req-1db39b5c-8bdb-41e0-b887-e2e3e4e1803e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0499136 May 13 13:29:32.561580 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-995aac70-51a3-4f9c-a831-7ae4d539741c req-ea8f36a1-c4f6-49f9-84a1-173c16756abb tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533671 May 13 13:29:33.703166 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacecff2-dada-47b3-ae88-d00ada187758 req-1418e3a1-fbfb-485d-837c-af88e030419e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:33.712964 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aacecff2-dada-47b3-ae88-d00ada187758 req-1418e3a1-fbfb-485d-837c-af88e030419e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0707526 May 13 13:29:33.767545 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aacecff2-dada-47b3-ae88-d00ada187758 req-0e2eedd2-06ac-42d3-8c85-897732cff64b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534279 May 13 13:29:34.775928 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51646) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:34.964530 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:34.975097 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e8463-2c8a-4a51-87f3-fc676d8ed7f3 req-9a318102-6335-4f4f-8ed7-f214963b32dd tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:34.977034 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b2e8463-2c8a-4a51-87f3-fc676d8ed7f3 req-9a318102-6335-4f4f-8ed7-f214963b32dd tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.1158772 May 13 13:29:35.076576 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b2e8463-2c8a-4a51-87f3-fc676d8ed7f3 req-14c273dd-ebcf-41c0-b626-8e429c3198a2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885324 May 13 13:29:35.210997 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Publish callbacks [] for security_group (86ffed7b-1d77-4097-9cae-2a3f9d3ff5e2), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.587021 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (86ffed7b-1d77-4097-9cae-2a3f9d3ff5e2), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.633015 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ffed7b-1d77-4097-9cae-2a3f9d3ff5e2,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:35.639359 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a3889ad4e6e496eab16a692ab8c2652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8621020 May 13 13:29:35.641877 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51654) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:35.650075 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3efb55cd-dd92-4327-96c9-fee98a6411d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.660816 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.661172 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.661569 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.661912 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.662278 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.662611 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.662935 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.663260 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.663588 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.663910 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.664236 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.664558 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.664878 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.665195 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.665513 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff85497-dcbf-4024-be64-4c05dd83c0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.728501 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Publish callbacks [] for security_group (86ffed7b-1d77-4097-9cae-2a3f9d3ff5e2), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.751597 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Publish callbacks [] for security_group (86ffed7b-1d77-4097-9cae-2a3f9d3ff5e2), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.900293 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (86ffed7b-1d77-4097-9cae-2a3f9d3ff5e2), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.903996 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:35.906065 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86ffed7b-1d77-4097-9cae-2a3f9d3ff5e2 HTTP/1.1" status: 204 len: 168 time: 0.2626939 May 13 13:29:35.920412 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ffed7b-1d77-4097-9cae-2a3f9d3ff5e2,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:35.925606 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.926063 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.926560 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.927037 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.927443 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.927953 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.928393 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.928802 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.929533 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.929956 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.930635 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.931137 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.934983 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.934983 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:35.934983 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0f0d46-4074-4099-911d-fa3e4461ce10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:36.292729 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d705a-22a9-407e-a252-bc0818e64c36 req-faaca77d-b87e-4a56-921f-ee4a664e29cf tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:36.296028 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-288d705a-22a9-407e-a252-bc0818e64c36 req-faaca77d-b87e-4a56-921f-ee4a664e29cf tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0750296 May 13 13:29:36.396403 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-288d705a-22a9-407e-a252-bc0818e64c36 req-5237ce80-a6f2-4e6a-9361-17310f7aafb2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884836 May 13 13:29:36.676037 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51666) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:36.694305 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86b91c3b-e99a-424f-a8f0-37451e1ae391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:36.790338 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86b91c3b-e99a-424f-a8f0-37451e1ae391 admin admin] Publish callbacks [] for security_group (b556a76e-e4f7-4b48-989d-6051d753164a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:36.865278 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-86b91c3b-e99a-424f-a8f0-37451e1ae391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (b556a76e-e4f7-4b48-989d-6051d753164a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:36.914600 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-86b91c3b-e99a-424f-a8f0-37451e1ae391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a198abd087144724b1d1eca3033ed527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355156 May 13 13:29:36.915911 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b91c3b-e99a-424f-a8f0-37451e1ae391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b556a76e-e4f7-4b48-989d-6051d753164a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:36.916787 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51668) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:36.989333 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-45ef4d40-a11d-4aa9-8d21-072f9c45dcf2 admin admin] Publish callbacks [] for security_group (b556a76e-e4f7-4b48-989d-6051d753164a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:37.025121 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-45ef4d40-a11d-4aa9-8d21-072f9c45dcf2 admin admin] Publish callbacks [] for security_group (b556a76e-e4f7-4b48-989d-6051d753164a), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:37.135902 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-45ef4d40-a11d-4aa9-8d21-072f9c45dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (b556a76e-e4f7-4b48-989d-6051d753164a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:37.140594 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-45ef4d40-a11d-4aa9-8d21-072f9c45dcf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:37.147134 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-45ef4d40-a11d-4aa9-8d21-072f9c45dcf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b556a76e-e4f7-4b48-989d-6051d753164a HTTP/1.1" status: 204 len: 168 time: 0.2283072 May 13 13:29:37.155936 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef4d40-a11d-4aa9-8d21-072f9c45dcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b556a76e-e4f7-4b48-989d-6051d753164a,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:37.549760 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811670b8-3f88-4364-99aa-ee0609c9ba46 req-7cc76a11-8d40-4275-82be-47c940f249b1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:37.549760 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-811670b8-3f88-4364-99aa-ee0609c9ba46 req-7cc76a11-8d40-4275-82be-47c940f249b1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0689771 May 13 13:29:37.608710 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-811670b8-3f88-4364-99aa-ee0609c9ba46 req-e7d54443-8c9f-4ac7-92ac-16b0601e6495 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574362 May 13 13:29:38.099275 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fb68c39d-a1d7-4848-9262-b42d86cf8296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:38.765716 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3fea2-9415-485f-a83c-5a6ee95e50e2 req-ff1db72a-9462-4124-906c-ea15d3b2e61e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:38.767722 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07d3fea2-9415-485f-a83c-5a6ee95e50e2 req-ff1db72a-9462-4124-906c-ea15d3b2e61e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0695307 May 13 13:29:38.818605 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07d3fea2-9415-485f-a83c-5a6ee95e50e2 req-fd4b8ea8-56e4-47ca-a6a1-1780a5960eb5 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 May 13 13:29:39.655617 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:39.970475 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d5f2-c410-4cbd-b8c8-e6daf6997e72 req-6db6ba92-ae87-48c6-aea5-fb0121a3d813 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:39.972020 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-60a4d5f2-c410-4cbd-b8c8-e6daf6997e72 req-6db6ba92-ae87-48c6-aea5-fb0121a3d813 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0509686 May 13 13:29:40.029219 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-60a4d5f2-c410-4cbd-b8c8-e6daf6997e72 req-b1f6503c-eb4b-4ad3-b9db-386478bdf372 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514805 May 13 13:29:41.135092 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:41.157195 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fb92d-654d-459e-9528-53b75ff1c9d2 req-67677a57-37a3-465e-b175-a132c113174b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:41.160056 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f14fb92d-654d-459e-9528-53b75ff1c9d2 req-67677a57-37a3-465e-b175-a132c113174b tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0509288 May 13 13:29:41.218940 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f14fb92d-654d-459e-9528-53b75ff1c9d2 req-648e6d53-e82b-4fa8-a8d4-4c6bb04a3535 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542696 May 13 13:29:42.349168 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2939f85-d4b6-41a8-91bf-39b91df89465 req-29e3e68b-4854-4e24-a1a0-e4afaf203bc0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:42.350742 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2939f85-d4b6-41a8-91bf-39b91df89465 req-29e3e68b-4854-4e24-a1a0-e4afaf203bc0 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0520432 May 13 13:29:42.401520 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2939f85-d4b6-41a8-91bf-39b91df89465 req-48b21450-6087-4c4d-862c-dc14078e5c0c tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 May 13 13:29:42.502331 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5d9e6-4a00-47d7-acbd-43c73e4568c1 req-3c26b5ee-d373-4feb-8c92-525fd240fa55 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:42.503866 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c6c5d9e6-4a00-47d7-acbd-43c73e4568c1 req-3c26b5ee-d373-4feb-8c92-525fd240fa55 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0618799 May 13 13:29:42.554127 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c6c5d9e6-4a00-47d7-acbd-43c73e4568c1 req-bf7b352d-0b84-4f2b-ac24-9022ead20c8d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437515 May 13 13:29:42.558374 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:43.308526 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:29:43.418636 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:43.536128 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30824904-6813-4bff-9aec-9f3fa7a1f035 req-eaef85c7-c387-4f20-8703-bf90cef6a472 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:43.537743 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-30824904-6813-4bff-9aec-9f3fa7a1f035 req-eaef85c7-c387-4f20-8703-bf90cef6a472 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 943 time: 0.0538208 May 13 13:29:43.565994 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'port_id': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'mac_address': 'fa:16:3e:85:5d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:29:43.600882 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-30824904-6813-4bff-9aec-9f3fa7a1f035 req-9fea43c1-e54a-4cda-94a0-281aa856a19e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574598 May 13 13:29:43.606231 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 729dc6f6-46b1-4dac-a320-fa9e54753c1c is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:43.606822 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:43.629995 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729dc6f6-46b1-4dac-a320-fa9e54753c1c {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:29:43.654620 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:43.681835 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df126fe3-9b72-4843-a549-0559a835c798 req-e4c3772e-613a-40e6-9679-bf47c10fffb1 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:43.683386 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df126fe3-9b72-4843-a549-0559a835c798 req-e4c3772e-613a-40e6-9679-bf47c10fffb1 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0517700 May 13 13:29:43.718049 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:43.737662 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df126fe3-9b72-4843-a549-0559a835c798 req-2507891c-3bf8-4e5e-8dd1-cc740ef754eb tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480657 May 13 13:29:43.768976 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=9']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:43.776135 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.776478 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.776839 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.777194 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.777690 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.778478 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.778597 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.778851 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.779169 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.779489 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.779815 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.780151 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.780474 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.780789 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.781102 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:29:43.967953 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['729dc6f6-46b1-4dac-a320-fa9e54753c1c'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:29:44.242287 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8510d-105c-4b22-be19-915787f84b56 req-89194b64-b7d9-4d17-bbbd-74f953b1696d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:44.243733 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5cc8510d-105c-4b22-be19-915787f84b56 req-89194b64-b7d9-4d17-bbbd-74f953b1696d tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0496571 May 13 13:29:44.335215 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Deleting port 782846b6-0b62-4309-96f8-442c19de620e {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:44.335542 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (782846b6-0b62-4309-96f8-442c19de620e), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:44.426540 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] For port 782846b6-0b62-4309-96f8-442c19de620e, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=782846b6-0b62-4309-96f8-442c19de620e,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:44.426901 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (782846b6-0b62-4309-96f8-442c19de620e), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:44.618429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:44.618823 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (4702acea-e562-4d05-b8a0-ab90040eb8d9), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:44.619124 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Floating IP 4702acea-e562-4d05-b8a0-ab90040eb8d9 disassociated. External IP: 172.27.2.169, port: 782846b6-0b62-4309-96f8-442c19de620e. May 13 13:29:44.619460 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Calling delete_port for 782846b6-0b62-4309-96f8-442c19de620e owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:44.736397 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54534a65-e79d-4e94-b664-9deb83621f1a req-795078c1-a853-4bd7-848d-ccef6bd1d044 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:44.737938 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-54534a65-e79d-4e94-b664-9deb83621f1a req-795078c1-a853-4bd7-848d-ccef6bd1d044 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 944 time: 0.0543873 May 13 13:29:44.789776 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-54534a65-e79d-4e94-b664-9deb83621f1a req-b18f18a4-e5ed-4a19-99e8-f90f30b0fd92 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 May 13 13:29:44.861092 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (782846b6-0b62-4309-96f8-442c19de620e), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:44.866339 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4908eeb-bfdb-4538-95ca-b6445d06b290 req-45716ce6-a1d9-4da2-9343-1262009612da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:44.868185 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d4908eeb-bfdb-4538-95ca-b6445d06b290 req-45716ce6-a1d9-4da2-9343-1262009612da tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 945 time: 0.0493395 May 13 13:29:44.894426 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event deleted for resources: {'Port': ['ID=782846b6-0b62-4309-96f8-442c19de620e,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:44.925134 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d4908eeb-bfdb-4538-95ca-b6445d06b290 req-3894fec5-6094-4fb6-bbd0-1951f8fa1c3f tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups?id=c63ca520-53c4-499e-8513-e7847d4f3532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507667 May 13 13:29:45.021494 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Router 4831d67a-5c02-45c2-b75a-f75c25514baf has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:29:45.118672 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51816) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:45.139988 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:29:45.150053 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] Sync routers for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:29:45.161338 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:45.161990 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:29:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:45.188107 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] No DVR routers for this DVR port 782846b6-0b62-4309-96f8-442c19de620e on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:29:45.191079 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.194771 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5cc8510d-105c-4b22-be19-915787f84b56 req-1b9c1c10-65e4-42c8-9b4d-bbee987e0051 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.69 "DELETE /v2.0/ports/782846b6-0b62-4309-96f8-442c19de620e HTTP/1.1" status: 204 len: 173 time: 0.9447193 May 13 13:29:45.195358 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'name': 'network-vif-deleted', 'tag': '782846b6-0b62-4309-96f8-442c19de620e'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:45.197856 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743f2cd4-2f03-4821-b5ca-23dc20960526" -d '{"events": [{"server_uuid": "a2660342-b571-4b93-bef3-025664cd9ad6", "name": "network-vif-deleted", "tag": "782846b6-0b62-4309-96f8-442c19de620e"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:45.245630 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab8006f-c688-4183-be20-e3ca65ff947f x-openstack-request-id: req-2ab8006f-c688-4183-be20-e3ca65ff947f {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:45.246921 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2660342-b571-4b93-bef3-025664cd9ad6", "name": "network-vif-deleted", "tag": "782846b6-0b62-4309-96f8-442c19de620e", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:45.246921 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ab8006f-c688-4183-be20-e3ca65ff947f {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:45.248945 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab8006f-c688-4183-be20-e3ca65ff947f'] response: {'server_uuid': 'a2660342-b571-4b93-bef3-025664cd9ad6', 'name': 'network-vif-deleted', 'tag': '782846b6-0b62-4309-96f8-442c19de620e', 'status': 'completed', 'code': 200} May 13 13:29:45.273932 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c6d5d5f4-d2d0-4326-b3a3-45625b556bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.292135 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:45.338963 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:29:45.382956 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c6d5d5f4-d2d0-4326-b3a3-45625b556bd0 admin admin] Publish callbacks [] for security_group (586b5a7b-4446-44ad-8307-c9e512a8ad89), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.403187 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 729dc6f6-46b1-4dac-a320-fa9e54753c1c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:29:45.407729 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.449544 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c6d5d5f4-d2d0-4326-b3a3-45625b556bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (586b5a7b-4446-44ad-8307-c9e512a8ad89), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.497413 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c6d5d5f4-d2d0-4326-b3a3-45625b556bd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf737f59f9d540e29f5fb578e843ee05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3744583 May 13 13:29:45.497754 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51822) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:45.502351 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5d5f4-d2d0-4326-b3a3-45625b556bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586b5a7b-4446-44ad-8307-c9e512a8ad89,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:45.510588 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 729dc6f6-46b1-4dac-a320-fa9e54753c1c is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:29:45.510787 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.533306 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:45.535378 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:29:45.537611 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d7af22-6faf-4f9d-8ab8-2733cfb123a0" -d '{"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-plugged", "status": "completed", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:29:45.551987 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:45.564696 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] Checking router: 4831d67a-5c02-45c2-b75a-f75c25514baf for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:29:45.573280 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-96456be5-cded-4bd5-ab49-b0ecfad97112 admin admin] Publish callbacks [] for security_group (586b5a7b-4446-44ad-8307-c9e512a8ad89), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.579353 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:45.579353 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:29:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:45.595144 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e337cc3-6982-402d-a336-61d8b40b5f6c x-openstack-request-id: req-7e337cc3-6982-402d-a336-61d8b40b5f6c {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:29:45.596278 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-plugged", "status": "completed", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:29:45.596749 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e337cc3-6982-402d-a336-61d8b40b5f6c {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:29:45.597363 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e337cc3-6982-402d-a336-61d8b40b5f6c'] response: {'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'code': 200} May 13 13:29:45.604641 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-96456be5-cded-4bd5-ab49-b0ecfad97112 admin admin] Publish callbacks [] for security_group (586b5a7b-4446-44ad-8307-c9e512a8ad89), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.625410 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.633754 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 782846b6-0b62-4309-96f8-442c19de620e no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:45.668135 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 782846b6-0b62-4309-96f8-442c19de620e {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:29:45.668663 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 782846b6-0b62-4309-96f8-442c19de620e not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:29:45.707737 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=10']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:45.713950 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:45.787068 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-96456be5-cded-4bd5-ab49-b0ecfad97112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (586b5a7b-4446-44ad-8307-c9e512a8ad89), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.790726 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-96456be5-cded-4bd5-ab49-b0ecfad97112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:45.797067 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-96456be5-cded-4bd5-ab49-b0ecfad97112 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/586b5a7b-4446-44ad-8307-c9e512a8ad89 HTTP/1.1" status: 204 len: 168 time: 0.2931185 May 13 13:29:45.800305 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96456be5-cded-4bd5-ab49-b0ecfad97112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586b5a7b-4446-44ad-8307-c9e512a8ad89,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:45.924877 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:45.932069 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0112c0-b025-456d-8857-f4b7b90bd21d req-60ba1b0e-76ac-435a-90d5-2bc771746f68 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:45.933692 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6f0112c0-b025-456d-8857-f4b7b90bd21d req-60ba1b0e-76ac-435a-90d5-2bc771746f68 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 946 time: 0.0537076 May 13 13:29:46.028250 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6f0112c0-b025-456d-8857-f4b7b90bd21d req-903b3e04-5382-4bbc-bbc8-648ffcb820b1 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874949 May 13 13:29:46.069199 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049ee82-a517-40cf-a55c-93ffd845ebdd None None] The sync data for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi is: [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:23:08Z', 'revision_number': 4, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '7031b167-4827-4781-ac59-4b5f615ec991', 'name': '', 'network_id': '8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'mac_address': 'fa:16:3e:d4:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:06Z', 'updated_at': '2022-05-13T13:23:18Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'subnets': [{'id': '34a1dcea-d475-4d34-aa2d-9ec69d7cc065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:29:46.075172 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f95b2d75-21b3-46e9-be9d-343c4ed0df2c req-26b68861-4566-4b9f-9e97-b8a020e15384 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2660342-b571-4b93-bef3-025664cd9ad6 HTTP/1.1" status: 200 len: 210 time: 0.0346386 May 13 13:29:46.208450 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3655b2-1e17-4989-8c62-ce31dfd1036c req-a4e91dc1-904d-4b1b-96e2-01e311cbe102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:46.210063 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5c3655b2-1e17-4989-8c62-ce31dfd1036c req-a4e91dc1-904d-4b1b-96e2-01e311cbe102 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 1130 time: 0.0466354 May 13 13:29:46.265294 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-5c3655b2-1e17-4989-8c62-ce31dfd1036c req-78cca774-e881-4e4d-bc0c-f292bfe94755 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477710 May 13 13:29:46.348553 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257615a5-ba0f-488e-bc54-95101f1a69c5 None None] New status for floating IP 4702acea-e562-4d05-b8a0-ab90040eb8d9: DOWN {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:29:46.685370 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51834) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:46.703109 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-890c7f16-0a07-4451-b63a-497fbbb145de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:46.783161 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-890c7f16-0a07-4451-b63a-497fbbb145de admin admin] Publish callbacks [] for security_group (4c6fabd9-6a12-43ad-a52b-526e175af6b4), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:46.866790 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-890c7f16-0a07-4451-b63a-497fbbb145de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4c6fabd9-6a12-43ad-a52b-526e175af6b4), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:46.906032 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c7f16-0a07-4451-b63a-497fbbb145de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6fabd9-6a12-43ad-a52b-526e175af6b4,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:46.910254 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-890c7f16-0a07-4451-b63a-497fbbb145de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68a138df6ae2442a8f10efb701b84953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238491 May 13 13:29:46.913265 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51836) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:46.964885 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a61ccbb8-db74-4951-9962-f5f6b2994dcb admin admin] Publish callbacks [] for security_group (4c6fabd9-6a12-43ad-a52b-526e175af6b4), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:46.988719 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a61ccbb8-db74-4951-9962-f5f6b2994dcb admin admin] Publish callbacks [] for security_group (4c6fabd9-6a12-43ad-a52b-526e175af6b4), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.153979 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4062-b8d1-45de-b8bb-6c3a9653cc7e req-9edbe4f2-3ebe-427a-97e8-2092205bceb2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:47.155585 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb3b4062-b8d1-45de-b8bb-6c3a9653cc7e req-9edbe4f2-3ebe-427a-97e8-2092205bceb2 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 946 time: 0.0513682 May 13 13:29:47.156391 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a61ccbb8-db74-4951-9962-f5f6b2994dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4c6fabd9-6a12-43ad-a52b-526e175af6b4), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.163991 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a61ccbb8-db74-4951-9962-f5f6b2994dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.163991 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a61ccbb8-db74-4951-9962-f5f6b2994dcb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c6fabd9-6a12-43ad-a52b-526e175af6b4 HTTP/1.1" status: 204 len: 168 time: 0.2457676 May 13 13:29:47.176451 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ccbb8-db74-4951-9962-f5f6b2994dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6fabd9-6a12-43ad-a52b-526e175af6b4,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:47.227738 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb3b4062-b8d1-45de-b8bb-6c3a9653cc7e req-7e289944-23e6-4647-90cc-cdac4ba50238 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634959 May 13 13:29:47.258619 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51846) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:47.320320 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6df27e77-b366-4820-8d90-5953ec097c16 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (c63ca520-53c4-499e-8513-e7847d4f3532), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.348365 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6df27e77-b366-4820-8d90-5953ec097c16 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (c63ca520-53c4-499e-8513-e7847d4f3532), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.483553 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6df27e77-b366-4820-8d90-5953ec097c16 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c63ca520-53c4-499e-8513-e7847d4f3532), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.486583 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6df27e77-b366-4820-8d90-5953ec097c16 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.487757 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6df27e77-b366-4820-8d90-5953ec097c16 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "DELETE /v2.0/security-groups/c63ca520-53c4-499e-8513-e7847d4f3532 HTTP/1.1" status: 204 len: 168 time: 0.2280366 May 13 13:29:47.493603 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51856) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:47.501237 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df27e77-b366-4820-8d90-5953ec097c16 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ca520-53c4-499e-8513-e7847d4f3532,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:47.505254 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.api.v2.resource [None req-80997785-e75f-4290-bcb4-d3f8973591a5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] show failed (client error): The resource could not be found. May 13 13:29:47.509426 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51858) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:47.509596 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-80997785-e75f-4290-bcb4-d3f8973591a5 tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "GET /v2.0/security-groups/c63ca520-53c4-499e-8513-e7847d4f3532 HTTP/1.1" status: 404 len: 347 time: 0.0177767 May 13 13:29:47.644732 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Deleting port d2c8b665-e8bf-4dfd-8432-129f924fba93 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:47.645213 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (d2c8b665-e8bf-4dfd-8432-129f924fba93), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.729577 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (d2c8b665-e8bf-4dfd-8432-129f924fba93), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.729946 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (d2c8b665-e8bf-4dfd-8432-129f924fba93), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:47.749205 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Calling delete_port for d2c8b665-e8bf-4dfd-8432-129f924fba93 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:47.981244 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (d2c8b665-e8bf-4dfd-8432-129f924fba93), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.007735 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Pushing event deleted for resources: {'Port': ['ID=d2c8b665-e8bf-4dfd-8432-129f924fba93,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:48.019530 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51874) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:48.055078 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-daeef78c-1056-4f09-903c-cbd9c6d32fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.112010 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks [] for floatingip (4702acea-e562-4d05-b8a0-ab90040eb8d9), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.114639 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.115805 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-428f3367-3bd5-416e-bc12-0fa00d0d820b tempest-AttachVolumeTestJSON-962224307 tempest-AttachVolumeTestJSON-962224307-project] 10.222.0.13 "DELETE /v2.0/floatingips/4702acea-e562-4d05-b8a0-ab90040eb8d9 HTTP/1.1" status: 204 len: 168 time: 0.6048791 May 13 13:29:48.182575 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-daeef78c-1056-4f09-903c-cbd9c6d32fa2 admin admin] Publish callbacks [] for security_group (5970e90e-c3d4-48db-b02d-385f395b7178), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.316203 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-daeef78c-1056-4f09-903c-cbd9c6d32fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5970e90e-c3d4-48db-b02d-385f395b7178), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.389131 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b1147-d908-4588-a30c-f61cc46a1dda req-baf65da6-29cc-4a2a-9458-7bef40b2ced9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:48.390869 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bb0b1147-d908-4588-a30c-f61cc46a1dda req-baf65da6-29cc-4a2a-9458-7bef40b2ced9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 946 time: 0.0858302 May 13 13:29:48.397193 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-daeef78c-1056-4f09-903c-cbd9c6d32fa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb9e9ab6ece84c01a420bd288a1c5478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742270 May 13 13:29:48.397433 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51894) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:48.403259 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeef78c-1056-4f09-903c-cbd9c6d32fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5970e90e-c3d4-48db-b02d-385f395b7178,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:48.457611 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bb0b1147-d908-4588-a30c-f61cc46a1dda req-744ad708-fa07-42bf-870f-ba2b60514e9e tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613000 May 13 13:29:48.467908 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4002ee15-91f3-4e68-82b7-25f73efc5301 admin admin] Publish callbacks [] for security_group (5970e90e-c3d4-48db-b02d-385f395b7178), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.491661 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4002ee15-91f3-4e68-82b7-25f73efc5301 admin admin] Publish callbacks [] for security_group (5970e90e-c3d4-48db-b02d-385f395b7178), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.603549 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4002ee15-91f3-4e68-82b7-25f73efc5301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5970e90e-c3d4-48db-b02d-385f395b7178), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.606359 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4002ee15-91f3-4e68-82b7-25f73efc5301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:48.607399 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-4002ee15-91f3-4e68-82b7-25f73efc5301 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5970e90e-c3d4-48db-b02d-385f395b7178 HTTP/1.1" status: 204 len: 168 time: 0.2084007 May 13 13:29:48.616506 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002ee15-91f3-4e68-82b7-25f73efc5301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5970e90e-c3d4-48db-b02d-385f395b7178,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:49.582221 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c162df6-0e38-4772-b266-0093acd3bf41 req-0427fe64-333e-44e0-a921-d433a2d02901 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:49.583784 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5c162df6-0e38-4772-b266-0093acd3bf41 req-0427fe64-333e-44e0-a921-d433a2d02901 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 946 time: 0.0509896 May 13 13:29:49.639272 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5c162df6-0e38-4772-b266-0093acd3bf41 req-b931a6e1-4b37-4fe3-b6bf-2e1bbbd6d181 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493050 May 13 13:29:52.224776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51958) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:52.291471 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:29:52.751959 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (4831d67a-5c02-45c2-b75a-f75c25514baf), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:52.989002 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Deleting port 7031b167-4827-4781-ac59-4b5f615ec991 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:52.989345 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (7031b167-4827-4781-ac59-4b5f615ec991), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:53.068028 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] For port 7031b167-4827-4781-ac59-4b5f615ec991, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=7031b167-4827-4781-ac59-4b5f615ec991,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:53.068304 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (7031b167-4827-4781-ac59-4b5f615ec991), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:53.082320 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Calling delete_port for 7031b167-4827-4781-ac59-4b5f615ec991 owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:53.363622 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (7031b167-4827-4781-ac59-4b5f615ec991), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:53.394085 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Pushing event deleted for resources: {'Port': ['ID=7031b167-4827-4781-ac59-4b5f615ec991,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:53.577854 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (4831d67a-5c02-45c2-b75a-f75c25514baf), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:53.801848 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Router 4831d67a-5c02-45c2-b75a-f75c25514baf has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:29:54.141699 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:29:54.146803 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-59edfea1-4d95-4b40-b0cb-ddf05dcf95fe admin admin] 10.222.0.13 "PUT /v2.0/routers/4831d67a-5c02-45c2-b75a-f75c25514baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9203484 May 13 13:29:54.149328 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51966) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:54.151518 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] Sync routers for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:29:54.162891 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:54.163508 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:29:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:54.268231 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks [] for router (4831d67a-5c02-45c2-b75a-f75c25514baf), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:54.273031 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:54.377310 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks [] for router_gateway (4831d67a-5c02-45c2-b75a-f75c25514baf), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:54.442575 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:29:53Z', 'revision_number': 5, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port': {'id': 'b884cb53-bd76-4a88-94a1-a6f13789549b', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:54.473031 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] Checking router: 4831d67a-5c02-45c2-b75a-f75c25514baf for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:29:54.481466 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] Routers {'4831d67a-5c02-45c2-b75a-f75c25514baf'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:29:54.483397 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:29:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4831d67a-5c02-45c2-b75a-f75c25514baf'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:54.511645 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Deleting port b884cb53-bd76-4a88-94a1-a6f13789549b {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:54.511987 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:54.576420 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] Set router 4831d67a-5c02-45c2-b75a-f75c25514baf gateway port host: None {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:29:54.607898 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] For port b884cb53-bd76-4a88-94a1-a6f13789549b, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=b884cb53-bd76-4a88-94a1-a6f13789549b,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:54.608264 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:54.621963 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Calling delete_port for b884cb53-bd76-4a88-94a1-a6f13789549b owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:54.628507 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:29:54Z', 'revision_number': 6, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port_host': None}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:54.659103 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3c46f-ee99-4233-81c1-07d1ca671cb9 None None] The sync data for ids ['4831d67a-5c02-45c2-b75a-f75c25514baf'] in dv-cinder-841632-1-iscsi is: [{'id': '4831d67a-5c02-45c2-b75a-f75c25514baf', 'name': 'tempest-AttachVolumeTestJSON-296907493-router', 'tenant_id': '6c22198af7e14553a967643df90e501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:22:59Z', 'updated_at': '2022-05-13T13:29:54Z', 'revision_number': 6, 'project_id': '6c22198af7e14553a967643df90e501f', 'gw_port_host': None}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:29:54.890365 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (b884cb53-bd76-4a88-94a1-a6f13789549b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:54.916541 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Pushing event deleted for resources: {'Port': ['ID=b884cb53-bd76-4a88-94a1-a6f13789549b,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:54.979743 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (4831d67a-5c02-45c2-b75a-f75c25514baf), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.076461 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (4831d67a-5c02-45c2-b75a-f75c25514baf), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.079510 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks [] for router_controller (4831d67a-5c02-45c2-b75a-f75c25514baf), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.198365 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (4831d67a-5c02-45c2-b75a-f75c25514baf), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.198882 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4831d67a-5c02-45c2-b75a-f75c25514baf {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:29:55.204878 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.206028 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-429eea2a-0295-48d3-bbf5-fe8a4ac67200 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4831d67a-5c02-45c2-b75a-f75c25514baf HTTP/1.1" status: 204 len: 168 time: 1.0557454 May 13 13:29:55.208589 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51970) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:55.254541 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a34029b-6165-4dde-934e-b3b45b6bd6b5 admin admin] Deleting subnet 34a1dcea-d475-4d34-aa2d-9ec69d7cc065 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:29:55.257743 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a34029b-6165-4dde-934e-b3b45b6bd6b5 admin admin] Publish callbacks [] for subnet (34a1dcea-d475-4d34-aa2d-9ec69d7cc065), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.293558 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a34029b-6165-4dde-934e-b3b45b6bd6b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (34a1dcea-d475-4d34-aa2d-9ec69d7cc065), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.384700 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a34029b-6165-4dde-934e-b3b45b6bd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (34a1dcea-d475-4d34-aa2d-9ec69d7cc065), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.529614 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a34029b-6165-4dde-934e-b3b45b6bd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (34a1dcea-d475-4d34-aa2d-9ec69d7cc065), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.555714 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34029b-6165-4dde-934e-b3b45b6bd6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a1dcea-d475-4d34-aa2d-9ec69d7cc065,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:55.559146 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a34029b-6165-4dde-934e-b3b45b6bd6b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.563430 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9a34029b-6165-4dde-934e-b3b45b6bd6b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34a1dcea-d475-4d34-aa2d-9ec69d7cc065 HTTP/1.1" status: 204 len: 168 time: 0.3534639 May 13 13:29:55.565818 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 51972) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:55.567703 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e89266-74be-4277-a392-67f5d8b1ff4d None None] Network 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:29:55.653133 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.723426 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Deleting port f8b63c57-55bc-45e1-82cf-9cb572448803 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:55.723769 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.775528 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] DHCP port deletion for 8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:29:55.795639 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] For port f8b63c57-55bc-45e1-82cf-9cb572448803, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=f8b63c57-55bc-45e1-82cf-9cb572448803,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:55.805377 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.810860 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Calling delete_port for f8b63c57-55bc-45e1-82cf-9cb572448803 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:55.820051 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] Deleting port f8b63c57-55bc-45e1-82cf-9cb572448803 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:29:55.820399 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.884038 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] For port f8b63c57-55bc-45e1-82cf-9cb572448803, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=f8b63c57-55bc-45e1-82cf-9cb572448803,segment=NetworkSegment(36aee228-12b9-42b3-a538-567ba5bd7ac7),segment_id=36aee228-12b9-42b3-a538-567ba5bd7ac7)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:29:55.884431 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.897827 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] Calling delete_port for f8b63c57-55bc-45e1-82cf-9cb572448803 owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:29:55.975130 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:55.983704 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (f8b63c57-55bc-45e1-82cf-9cb572448803), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.003143 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b63c57-55bc-45e1-82cf-9cb572448803,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:56.008760 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] No DVR routers for this DVR port f8b63c57-55bc-45e1-82cf-9cb572448803 on host dv-cinder-841632-1-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:29:56.009036 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] Pushing event deleted for resources: {'Port': ['ID=f8b63c57-55bc-45e1-82cf-9cb572448803,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:56.013597 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7b1df-6efc-4e09-9f05-beb5cf4cd67d None None] No DVR routers for this DVR port f8b63c57-55bc-45e1-82cf-9cb572448803 on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:29:56.083191 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.108755 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:56.118306 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36aee228-12b9-42b3-a538-567ba5bd7ac7') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:56.118604 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36aee228-12b9-42b3-a538-567ba5bd7ac7') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:29:56.128308 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (36aee228-12b9-42b3-a538-567ba5bd7ac7), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.142137 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (36aee228-12b9-42b3-a538-567ba5bd7ac7), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.148296 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:29:56.148708 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (36aee228-12b9-42b3-a538-567ba5bd7ac7), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:29:56.150433 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:29:56.268367 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.273354 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.276631 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb HTTP/1.1" status: 204 len: 168 time: 0.7097905 May 13 13:29:56.289664 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c6a0-6818-45d5-b88c-c28340d1d4c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa2b23b-91f7-4a69-a9b1-4be5eb2deeeb,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:56.582991 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device b884cb53-bd76-4a88-94a1-a6f13789549b no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:56.605155 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: b884cb53-bd76-4a88-94a1-a6f13789549b {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:29:56.605519 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device b884cb53-bd76-4a88-94a1-a6f13789549b not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:29:56.605926 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 7031b167-4827-4781-ac59-4b5f615ec991 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:56.623496 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51978) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:56.628164 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 7031b167-4827-4781-ac59-4b5f615ec991 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:29:56.628502 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 7031b167-4827-4781-ac59-4b5f615ec991 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:29:56.629043 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device f8b63c57-55bc-45e1-82cf-9cb572448803 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:29:56.651172 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: f8b63c57-55bc-45e1-82cf-9cb572448803 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:29:56.651524 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device f8b63c57-55bc-45e1-82cf-9cb572448803 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:29:56.690377 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a6c4a991-a535-493a-b0f9-ea23986183f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c22198af7e14553a967643df90e501f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0653882 May 13 13:29:56.692564 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 51984) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:56.749941 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-41ccc2a0-2994-4f34-b684-f7270262f298 admin admin] Publish callbacks [] for security_group (ad5cfad3-5173-4b80-be01-32e1a6105aed), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.774095 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-41ccc2a0-2994-4f34-b684-f7270262f298 admin admin] Publish callbacks [] for security_group (ad5cfad3-5173-4b80-be01-32e1a6105aed), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.912508 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-41ccc2a0-2994-4f34-b684-f7270262f298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ad5cfad3-5173-4b80-be01-32e1a6105aed), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.915182 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-41ccc2a0-2994-4f34-b684-f7270262f298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:56.917052 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-41ccc2a0-2994-4f34-b684-f7270262f298 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad5cfad3-5173-4b80-be01-32e1a6105aed HTTP/1.1" status: 204 len: 168 time: 0.2227948 May 13 13:29:56.925480 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccc2a0-2994-4f34-b684-f7270262f298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5cfad3-5173-4b80-be01-32e1a6105aed,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:58.022403 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52034) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:58.125440 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218580575-network', 'tenant_id': '660b300ce90f49f584f63bc2dac13fc7'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:58.236390 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Made reservation on behalf of 660b300ce90f49f584f63bc2dac13fc7 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:29:58.238778 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:58.249124 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:58.332868 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Publish callbacks [] for security_group (c2c856d0-01a7-43e0-a010-fbc0939ffe82), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:58.397732 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c2c856d0-01a7-43e0-a010-fbc0939ffe82), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:58.430229 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:29:58.437770 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c856d0-01a7-43e0-a010-fbc0939ffe82,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:58.443868 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (fd36b6b7-8328-47e3-8f2a-831ae636f5fe), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:58.444281 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Added segment fd36b6b7-8328-47e3-8f2a-831ae636f5fe of type vlan for network d24effda-27c8-41b3-ab35-69677e5db3e3 May 13 13:29:58.487173 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (d24effda-27c8-41b3-ab35-69677e5db3e3), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:58.552077 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (d24effda-27c8-41b3-ab35-69677e5db3e3), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:58.553082 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:58.553883 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:58.616314 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=d24effda-27c8-41b3-ab35-69677e5db3e3,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:58.627247 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network d24effda-27c8-41b3-ab35-69677e5db3e3 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:29:58.691447 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b4311de7-66ad-4a64-ba15-4af8366a5ef5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6678410 May 13 13:29:58.695091 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52040) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:29:58.700121 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Request body: {'subnet': {'network_id': 'd24effda-27c8-41b3-ab35-69677e5db3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218580575-subnet', 'tenant_id': '660b300ce90f49f584f63bc2dac13fc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:29:58.798089 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Made reservation on behalf of 660b300ce90f49f584f63bc2dac13fc7 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:29:58.800403 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9692158'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:59.009723 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9671687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9692128'] for subnet (55ae5af2-1edb-4860-802c-e24499e6407e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:59.073776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ae5af2-1edb-4860-802c-e24499e6407e,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:29:59.084670 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Checking segment: {'id': 'fd36b6b7-8328-47e3-8f2a-831ae636f5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd24effda-27c8-41b3-ab35-69677e5db3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:29:59.085036 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Network hostable DHCP agents. Network: d24effda-27c8-41b3-ab35-69677e5db3e3, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:29:59.169720 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Network d24effda-27c8-41b3-ab35-69677e5db3e3 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:29:59.249434 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, d24effda-27c8-41b3-ab35-69677e5db3e3) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:29:59.254064 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:29:59.254970 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:29:59.258180 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9725e9-f5b0-4d66-ae43-cf7d65eef194 None None] Network d24effda-27c8-41b3-ab35-69677e5db3e3 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:29:59.355013 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e195b7bf-f8d6-4d8c-ad5a-e5a12e738ddd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6587772 May 13 13:29:59.372131 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf74d45-ccd7-4d52-9538-08e4bbfe4951 None None] Network d24effda-27c8-41b3-ab35-69677e5db3e3 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:00.077620 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52062) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:00.084066 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-52982716-network', 'tenant_id': '5177199bbc14471abacc9e4c022004fe'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:00.163656 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Made reservation on behalf of 5177199bbc14471abacc9e4c022004fe for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:30:00.166006 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.175706 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.255508 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Publish callbacks [] for security_group (29feb160-f5a4-4e87-81fe-4b2fc6a61768), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.323387 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (29feb160-f5a4-4e87-81fe-4b2fc6a61768), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.350249 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:30:00.360862 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29feb160-f5a4-4e87-81fe-4b2fc6a61768,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:00.365746 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (70532318-a41e-4a3c-a026-4196a9c7c27b), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.366089 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Added segment 70532318-a41e-4a3c-a026-4196a9c7c27b of type vlan for network c9b2efcb-dacc-4f45-ac0f-157a88a1ad44 May 13 13:30:00.412405 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (c9b2efcb-dacc-4f45-ac0f-157a88a1ad44), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.502644 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (c9b2efcb-dacc-4f45-ac0f-157a88a1ad44), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.502644 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:00.503237 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.565599 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b2efcb-dacc-4f45-ac0f-157a88a1ad44,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:00.576509 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network c9b2efcb-dacc-4f45-ac0f-157a88a1ad44 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:30:00.580945 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.624671 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d766ce1a-81d1-4f6a-a4c6-37cc63f2ce09 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5458016 May 13 13:30:00.627933 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52068) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:00.633637 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Request body: {'subnet': {'network_id': 'c9b2efcb-dacc-4f45-ac0f-157a88a1ad44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-52982716-subnet', 'tenant_id': '5177199bbc14471abacc9e4c022004fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:00.723865 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Made reservation on behalf of 5177199bbc14471abacc9e4c022004fe for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:30:00.726453 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8667631'] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:00.931665 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52072) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:00.973593 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8667633'] for subnet (98674521-3fb9-45bd-b7f5-3cda3441a271), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.048905 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=98674521-3fb9-45bd-b7f5-3cda3441a271,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:01.051583 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c1732d6e-604d-4c08-a455-12ca0fbd7740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.053194 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Checking segment: {'id': '70532318-a41e-4a3c-a026-4196a9c7c27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c9b2efcb-dacc-4f45-ac0f-157a88a1ad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:01.053554 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Network hostable DHCP agents. Network: c9b2efcb-dacc-4f45-ac0f-157a88a1ad44, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:30:01.150661 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c1732d6e-604d-4c08-a455-12ca0fbd7740 admin admin] Publish callbacks [] for security_group (5aae694c-f1f3-46fc-a81e-c17b6ab7621d), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.180672 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Network c9b2efcb-dacc-4f45-ac0f-157a88a1ad44 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:30:01.220538 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c1732d6e-604d-4c08-a455-12ca0fbd7740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5aae694c-f1f3-46fc-a81e-c17b6ab7621d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.258516 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, c9b2efcb-dacc-4f45-ac0f-157a88a1ad44) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:01.262366 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1732d6e-604d-4c08-a455-12ca0fbd7740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aae694c-f1f3-46fc-a81e-c17b6ab7621d,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:01.268664 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c1732d6e-604d-4c08-a455-12ca0fbd7740 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01610b7a6d9a4f8b9104adadc4053850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359022 May 13 13:30:01.274442 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:01.274442 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.275214 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52076) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:01.288512 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ae0ed-9f76-4cdc-9927-642a6f88e0bc None None] Network c9b2efcb-dacc-4f45-ac0f-157a88a1ad44 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:01.353720 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-76d8ebc3-da49-4529-9fde-035b79ed48b5 admin admin] Publish callbacks [] for security_group (5aae694c-f1f3-46fc-a81e-c17b6ab7621d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.380799 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-76d8ebc3-da49-4529-9fde-035b79ed48b5 admin admin] Publish callbacks [] for security_group (5aae694c-f1f3-46fc-a81e-c17b6ab7621d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.400635 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d16f08ee-3f29-4db6-ad91-4daaa56ee3ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7710245 May 13 13:30:01.424945 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f19720-60e1-459f-bc02-388c83bc967f None None] Network c9b2efcb-dacc-4f45-ac0f-157a88a1ad44 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:01.552001 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52080) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:01.583432 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-76d8ebc3-da49-4529-9fde-035b79ed48b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (5aae694c-f1f3-46fc-a81e-c17b6ab7621d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.585980 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-76d8ebc3-da49-4529-9fde-035b79ed48b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.587169 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-76d8ebc3-da49-4529-9fde-035b79ed48b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5aae694c-f1f3-46fc-a81e-c17b6ab7621d HTTP/1.1" status: 204 len: 168 time: 0.3062637 May 13 13:30:01.604289 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8ebc3-da49-4529-9fde-035b79ed48b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aae694c-f1f3-46fc-a81e-c17b6ab7621d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:01.620629 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3ccd53-6117-42ef-9f2a-6d9f1fffe1a8 admin admin] Deleting subnet 55ae5af2-1edb-4860-802c-e24499e6407e {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:30:01.626033 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccd53-6117-42ef-9f2a-6d9f1fffe1a8 admin admin] Publish callbacks [] for subnet (55ae5af2-1edb-4860-802c-e24499e6407e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.672244 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccd53-6117-42ef-9f2a-6d9f1fffe1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (55ae5af2-1edb-4860-802c-e24499e6407e), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.715142 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccd53-6117-42ef-9f2a-6d9f1fffe1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (55ae5af2-1edb-4860-802c-e24499e6407e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.861288 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccd53-6117-42ef-9f2a-6d9f1fffe1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (55ae5af2-1edb-4860-802c-e24499e6407e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.887851 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ccd53-6117-42ef-9f2a-6d9f1fffe1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ae5af2-1edb-4860-802c-e24499e6407e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:01.896192 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc3ccd53-6117-42ef-9f2a-6d9f1fffe1a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:01.897565 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fc3ccd53-6117-42ef-9f2a-6d9f1fffe1a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/55ae5af2-1edb-4860-802c-e24499e6407e HTTP/1.1" status: 204 len: 168 time: 0.3450351 May 13 13:30:01.906040 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52086) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:01.983339 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (d24effda-27c8-41b3-ab35-69677e5db3e3), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.068877 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (d24effda-27c8-41b3-ab35-69677e5db3e3), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.092846 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24effda-27c8-41b3-ab35-69677e5db3e3']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:02.103644 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd36b6b7-8328-47e3-8f2a-831ae636f5fe') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:02.104000 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd36b6b7-8328-47e3-8f2a-831ae636f5fe') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:02.114904 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (fd36b6b7-8328-47e3-8f2a-831ae636f5fe), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.130282 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (fd36b6b7-8328-47e3-8f2a-831ae636f5fe), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.136686 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:30:02.137079 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (fd36b6b7-8328-47e3-8f2a-831ae636f5fe), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:30:02.139008 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:30:02.293852 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (d24effda-27c8-41b3-ab35-69677e5db3e3), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.300159 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.303747 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] 10.222.0.13 "DELETE /v2.0/networks/d24effda-27c8-41b3-ab35-69677e5db3e3 HTTP/1.1" status: 204 len: 168 time: 0.3963110 May 13 13:30:02.306142 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52096) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:02.324166 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2dd82-e52e-42f9-92e1-536f269ac74f admin admin] Pushing event deleted for resources: {'Network': ['ID=d24effda-27c8-41b3-ab35-69677e5db3e3,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:02.363909 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e1ee7a-62aa-4853-8fd4-39e3383c6d98 admin admin] Deleting subnet 98674521-3fb9-45bd-b7f5-3cda3441a271 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:30:02.367330 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ee7a-62aa-4853-8fd4-39e3383c6d98 admin admin] Publish callbacks [] for subnet (98674521-3fb9-45bd-b7f5-3cda3441a271), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.403176 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ee7a-62aa-4853-8fd4-39e3383c6d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (98674521-3fb9-45bd-b7f5-3cda3441a271), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.475886 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ee7a-62aa-4853-8fd4-39e3383c6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (98674521-3fb9-45bd-b7f5-3cda3441a271), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.615383 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ee7a-62aa-4853-8fd4-39e3383c6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (98674521-3fb9-45bd-b7f5-3cda3441a271), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.640031 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1ee7a-62aa-4853-8fd4-39e3383c6d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98674521-3fb9-45bd-b7f5-3cda3441a271,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:02.646329 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ee7a-62aa-4853-8fd4-39e3383c6d98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.649506 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b1e1ee7a-62aa-4853-8fd4-39e3383c6d98 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/98674521-3fb9-45bd-b7f5-3cda3441a271 HTTP/1.1" status: 204 len: 168 time: 0.3422608 May 13 13:30:02.652048 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52104) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:02.727189 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (c9b2efcb-dacc-4f45-ac0f-157a88a1ad44), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.816855 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (c9b2efcb-dacc-4f45-ac0f-157a88a1ad44), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.842974 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b2efcb-dacc-4f45-ac0f-157a88a1ad44']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:02.854673 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70532318-a41e-4a3c-a026-4196a9c7c27b') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:02.854969 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70532318-a41e-4a3c-a026-4196a9c7c27b') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:02.866225 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (70532318-a41e-4a3c-a026-4196a9c7c27b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.880911 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (70532318-a41e-4a3c-a026-4196a9c7c27b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.890042 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:30:02.891024 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (70532318-a41e-4a3c-a026-4196a9c7c27b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:30:02.893387 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:30:03.042248 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (c9b2efcb-dacc-4f45-ac0f-157a88a1ad44), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.058006 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.064278 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9b2efcb-dacc-4f45-ac0f-157a88a1ad44 HTTP/1.1" status: 204 len: 168 time: 0.4088905 May 13 13:30:03.064278 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aabd9d-e714-4fc2-9917-6d6d667f3daa admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b2efcb-dacc-4f45-ac0f-157a88a1ad44,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:03.458114 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52122) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:03.465055 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52124) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:03.509413 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d92bf8cb-af6a-45a1-a58b-17754e301692 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=660b300ce90f49f584f63bc2dac13fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431793 May 13 13:30:03.511990 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52128) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:03.561454 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ae308f35-3355-4106-890e-4fe22b9036de admin admin] Publish callbacks [] for security_group (c2c856d0-01a7-43e0-a010-fbc0939ffe82), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.583056 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ae308f35-3355-4106-890e-4fe22b9036de admin admin] Publish callbacks [] for security_group (c2c856d0-01a7-43e0-a010-fbc0939ffe82), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.677319 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec778-0780-4cb1-b496-f4c330f72695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.717349 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ae308f35-3355-4106-890e-4fe22b9036de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c2c856d0-01a7-43e0-a010-fbc0939ffe82), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.720005 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ae308f35-3355-4106-890e-4fe22b9036de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.721161 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ae308f35-3355-4106-890e-4fe22b9036de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2c856d0-01a7-43e0-a010-fbc0939ffe82 HTTP/1.1" status: 204 len: 168 time: 0.2082510 May 13 13:30:03.729194 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae308f35-3355-4106-890e-4fe22b9036de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c856d0-01a7-43e0-a010-fbc0939ffe82,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:03.766813 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec778-0780-4cb1-b496-f4c330f72695 admin admin] Publish callbacks [] for security_group (044f8966-cbd9-4acb-ac63-2ce0b20a8f3d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.837844 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cb7ec778-0780-4cb1-b496-f4c330f72695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (044f8966-cbd9-4acb-ac63-2ce0b20a8f3d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.877820 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-cb7ec778-0780-4cb1-b496-f4c330f72695 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8191b930499469a8324f64070e28925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183097 May 13 13:30:03.878582 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ec778-0780-4cb1-b496-f4c330f72695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044f8966-cbd9-4acb-ac63-2ce0b20a8f3d,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:03.880741 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52134) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:03.938641 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c40279a0-2477-458a-b192-2c2103e2651c admin admin] Publish callbacks [] for security_group (044f8966-cbd9-4acb-ac63-2ce0b20a8f3d), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:03.962220 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c40279a0-2477-458a-b192-2c2103e2651c admin admin] Publish callbacks [] for security_group (044f8966-cbd9-4acb-ac63-2ce0b20a8f3d), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:04.071827 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c40279a0-2477-458a-b192-2c2103e2651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (044f8966-cbd9-4acb-ac63-2ce0b20a8f3d), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:04.074578 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c40279a0-2477-458a-b192-2c2103e2651c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:04.079822 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c40279a0-2477-458a-b192-2c2103e2651c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/044f8966-cbd9-4acb-ac63-2ce0b20a8f3d HTTP/1.1" status: 204 len: 168 time: 0.1947899 May 13 13:30:04.086784 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40279a0-2477-458a-b192-2c2103e2651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044f8966-cbd9-4acb-ac63-2ce0b20a8f3d,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:04.357242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52144) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:04.403200 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-6f4889f0-8de1-4077-a7f3-256bc57c9e5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5177199bbc14471abacc9e4c022004fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424199 May 13 13:30:04.403556 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52146) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:04.461105 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4cd20b25-20be-497f-92cf-d0878b0dffef admin admin] Publish callbacks [] for security_group (29feb160-f5a4-4e87-81fe-4b2fc6a61768), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:04.485832 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4cd20b25-20be-497f-92cf-d0878b0dffef admin admin] Publish callbacks [] for security_group (29feb160-f5a4-4e87-81fe-4b2fc6a61768), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:04.630926 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4cd20b25-20be-497f-92cf-d0878b0dffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (29feb160-f5a4-4e87-81fe-4b2fc6a61768), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:04.630926 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4cd20b25-20be-497f-92cf-d0878b0dffef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:04.630926 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-4cd20b25-20be-497f-92cf-d0878b0dffef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29feb160-f5a4-4e87-81fe-4b2fc6a61768 HTTP/1.1" status: 204 len: 168 time: 0.2262676 May 13 13:30:04.641211 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd20b25-20be-497f-92cf-d0878b0dffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29feb160-f5a4-4e87-81fe-4b2fc6a61768,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:05.585042 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0c92c865-08b1-48d3-884b-3ea6bdfa8a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:08.110913 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83670fc5-06aa-45e9-b1fc-704d436b3371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:09.575367 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:10.456984 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52336) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:10.575321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce590-28c0-4ab2-bc7c-03373f74f30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:10.652076 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce590-28c0-4ab2-bc7c-03373f74f30c admin admin] Publish callbacks [] for security_group (ae22b45e-028e-49f9-80d6-55a62323514a), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:10.734692 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bd0ce590-28c0-4ab2-bc7c-03373f74f30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ae22b45e-028e-49f9-80d6-55a62323514a), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:10.774054 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-bd0ce590-28c0-4ab2-bc7c-03373f74f30c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9276176b6bd435ab8bd2661f0461919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159440 May 13 13:30:10.774952 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ce590-28c0-4ab2-bc7c-03373f74f30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae22b45e-028e-49f9-80d6-55a62323514a,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:10.776942 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52342) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:10.827635 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-35989ba8-c296-4a02-ac4b-174ba6814456 admin admin] Publish callbacks [] for security_group (ae22b45e-028e-49f9-80d6-55a62323514a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:10.850302 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-35989ba8-c296-4a02-ac4b-174ba6814456 admin admin] Publish callbacks [] for security_group (ae22b45e-028e-49f9-80d6-55a62323514a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:10.968388 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-35989ba8-c296-4a02-ac4b-174ba6814456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ae22b45e-028e-49f9-80d6-55a62323514a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:10.970867 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-35989ba8-c296-4a02-ac4b-174ba6814456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:10.972046 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-35989ba8-c296-4a02-ac4b-174ba6814456 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae22b45e-028e-49f9-80d6-55a62323514a HTTP/1.1" status: 204 len: 168 time: 0.1941688 May 13 13:30:10.980443 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35989ba8-c296-4a02-ac4b-174ba6814456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae22b45e-028e-49f9-80d6-55a62323514a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:11.146569 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:11.713652 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52352) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:11.727098 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1818-4012-4848-b42f-4d0d041528a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:11.802173 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1818-4012-4848-b42f-4d0d041528a2 admin admin] Publish callbacks [] for security_group (d71b9515-cd82-4ca8-884b-3717edd2b7df), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:11.872494 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c5b1818-4012-4848-b42f-4d0d041528a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (d71b9515-cd82-4ca8-884b-3717edd2b7df), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:11.913193 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9c5b1818-4012-4848-b42f-4d0d041528a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fae5b28c9e3d4c65b12b876c0cb35315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984057 May 13 13:30:11.914043 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b1818-4012-4848-b42f-4d0d041528a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b9515-cd82-4ca8-884b-3717edd2b7df,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:11.915973 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52354) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:11.987795 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-85e00405-ffab-484a-9ddb-b887f2b596d3 admin admin] Publish callbacks [] for security_group (d71b9515-cd82-4ca8-884b-3717edd2b7df), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:12.013506 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-85e00405-ffab-484a-9ddb-b887f2b596d3 admin admin] Publish callbacks [] for security_group (d71b9515-cd82-4ca8-884b-3717edd2b7df), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:12.164494 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-85e00405-ffab-484a-9ddb-b887f2b596d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (d71b9515-cd82-4ca8-884b-3717edd2b7df), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:12.167291 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-85e00405-ffab-484a-9ddb-b887f2b596d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:12.169906 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-85e00405-ffab-484a-9ddb-b887f2b596d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d71b9515-cd82-4ca8-884b-3717edd2b7df HTTP/1.1" status: 204 len: 168 time: 0.2527854 May 13 13:30:12.196787 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e00405-ffab-484a-9ddb-b887f2b596d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b9515-cd82-4ca8-884b-3717edd2b7df,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:12.551839 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:17.432231 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52466) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:17.547026 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6326f4d8-7289-4c8b-ad6f-2f9ab68f911f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:17.633042 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6326f4d8-7289-4c8b-ad6f-2f9ab68f911f admin admin] Publish callbacks [] for security_group (8369ba1d-9523-4786-86d6-d7011c49a697), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:17.683536 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6326f4d8-7289-4c8b-ad6f-2f9ab68f911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8369ba1d-9523-4786-86d6-d7011c49a697), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:17.722040 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326f4d8-7289-4c8b-ad6f-2f9ab68f911f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8369ba1d-9523-4786-86d6-d7011c49a697,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:17.726579 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-6326f4d8-7289-4c8b-ad6f-2f9ab68f911f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=272b6151728949648ad1fe522a7370ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932878 May 13 13:30:17.729702 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52470) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:17.778582 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-533aa5d0-a882-4b31-857f-3b79fe0abd4c admin admin] Publish callbacks [] for security_group (8369ba1d-9523-4786-86d6-d7011c49a697), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:17.806570 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-533aa5d0-a882-4b31-857f-3b79fe0abd4c admin admin] Publish callbacks [] for security_group (8369ba1d-9523-4786-86d6-d7011c49a697), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:17.957550 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-533aa5d0-a882-4b31-857f-3b79fe0abd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8369ba1d-9523-4786-86d6-d7011c49a697), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:17.960169 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-533aa5d0-a882-4b31-857f-3b79fe0abd4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:17.961352 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-533aa5d0-a882-4b31-857f-3b79fe0abd4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8369ba1d-9523-4786-86d6-d7011c49a697 HTTP/1.1" status: 204 len: 168 time: 0.2308483 May 13 13:30:17.972473 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aa5d0-a882-4b31-857f-3b79fe0abd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8369ba1d-9523-4786-86d6-d7011c49a697,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:18.604663 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673bac-6e51-48c5-8ef4-2204e317f786 req-a44159a6-fcb0-43cd-a095-d1f905d2d362 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:18.606158 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dd673bac-6e51-48c5-8ef4-2204e317f786 req-a44159a6-fcb0-43cd-a095-d1f905d2d362 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 945 time: 0.0553739 May 13 13:30:18.658637 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dd673bac-6e51-48c5-8ef4-2204e317f786 req-875b28b1-124d-411e-b72a-fcf0e64f2750 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460997 May 13 13:30:18.670633 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52486) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:18.685003 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e17607fe-7dc4-4378-abd7-4daf6cfb0171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:18.768615 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e17607fe-7dc4-4378-abd7-4daf6cfb0171 admin admin] Publish callbacks [] for security_group (2ec5524a-7aeb-40a0-b2b2-ea112e0d1abc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:18.879031 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e17607fe-7dc4-4378-abd7-4daf6cfb0171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (2ec5524a-7aeb-40a0-b2b2-ea112e0d1abc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:18.916517 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e17607fe-7dc4-4378-abd7-4daf6cfb0171 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0887585e9cec4023a4d7490486011f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440619 May 13 13:30:18.917212 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17607fe-7dc4-4378-abd7-4daf6cfb0171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec5524a-7aeb-40a0-b2b2-ea112e0d1abc,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:18.919710 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52488) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:18.971576 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce46c3-9ff9-47f0-a77a-dedff89f9372 admin admin] Publish callbacks [] for security_group (2ec5524a-7aeb-40a0-b2b2-ea112e0d1abc), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:18.993798 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce46c3-9ff9-47f0-a77a-dedff89f9372 admin admin] Publish callbacks [] for security_group (2ec5524a-7aeb-40a0-b2b2-ea112e0d1abc), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:19.132605 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce46c3-9ff9-47f0-a77a-dedff89f9372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (2ec5524a-7aeb-40a0-b2b2-ea112e0d1abc), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:19.136763 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f7ce46c3-9ff9-47f0-a77a-dedff89f9372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:19.138182 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-f7ce46c3-9ff9-47f0-a77a-dedff89f9372 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ec5524a-7aeb-40a0-b2b2-ea112e0d1abc HTTP/1.1" status: 204 len: 168 time: 0.2173824 May 13 13:30:19.152707 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce46c3-9ff9-47f0-a77a-dedff89f9372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec5524a-7aeb-40a0-b2b2-ea112e0d1abc,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:19.781000 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aadaec-e712-4c56-b3fe-2c6d23d5c1a4 req-aa75ebf9-16d3-4274-baf7-ec1cfc9dd8fc tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:19.782506 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48aadaec-e712-4c56-b3fe-2c6d23d5c1a4 req-aa75ebf9-16d3-4274-baf7-ec1cfc9dd8fc tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 945 time: 0.0473142 May 13 13:30:19.831636 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48aadaec-e712-4c56-b3fe-2c6d23d5c1a4 req-5d8245d5-965c-40d0-b9f4-59ef493d7103 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups?id=e4825124-6a1e-4563-a91a-53b21e5ee8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 May 13 13:30:20.049637 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-2aa5ab92-5ff6-4404-ae41-7fb498b0583c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:20.051197 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-2aa5ab92-5ff6-4404-ae41-7fb498b0583c tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 945 time: 0.0497098 May 13 13:30:20.166765 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Deleting port 78f7e4a5-db41-4b56-9671-ed755318389e {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:20.167104 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:20.271583 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] For port 78f7e4a5-db41-4b56-9671-ed755318389e, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=78f7e4a5-db41-4b56-9671-ed755318389e,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:20.271948 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:20.454977 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:20.455336 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:20.455565 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Floating IP 2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8 disassociated. External IP: 172.27.2.64, port: 78f7e4a5-db41-4b56-9671-ed755318389e. May 13 13:30:20.455916 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Calling delete_port for 78f7e4a5-db41-4b56-9671-ed755318389e owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:20.653545 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (78f7e4a5-db41-4b56-9671-ed755318389e), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:20.683961 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'Port': ['ID=78f7e4a5-db41-4b56-9671-ed755318389e,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:20.812776 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:20.942002 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:20.953484 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:20.965499 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4787d091-d98b-4991-89e6-168c5ad4fbdb req-c9cc8994-d62f-4be7-9a9c-a6bafa894d84 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 210 time: 0.0434117 May 13 13:30:20.973264 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:20.973837 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:20.993794 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] No DVR routers for this DVR port 78f7e4a5-db41-4b56-9671-ed755318389e on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:20.996732 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:21.000912 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-247208b6-09b5-4270-9cc0-d6e9664755c2 req-ef6428f8-cd8f-49e5-b22e-4b88ae298d19 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.69 "DELETE /v2.0/ports/78f7e4a5-db41-4b56-9671-ed755318389e HTTP/1.1" status: 204 len: 173 time: 0.9431448 May 13 13:30:21.001382 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835a8273-f466-42d9-818d-17b347b44337', 'name': 'network-vif-deleted', 'tag': '78f7e4a5-db41-4b56-9671-ed755318389e'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:21.005705 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8011e83b-e00e-462e-bb42-6fc987ad9e3f" -d '{"events": [{"server_uuid": "835a8273-f466-42d9-818d-17b347b44337", "name": "network-vif-deleted", "tag": "78f7e4a5-db41-4b56-9671-ed755318389e"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:21.055960 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef183ab1-2703-462f-818d-eb2cdf172d06 x-openstack-request-id: req-ef183ab1-2703-462f-818d-eb2cdf172d06 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:21.056915 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835a8273-f466-42d9-818d-17b347b44337", "name": "network-vif-deleted", "tag": "78f7e4a5-db41-4b56-9671-ed755318389e", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:21.057317 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef183ab1-2703-462f-818d-eb2cdf172d06 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:21.057890 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef183ab1-2703-462f-818d-eb2cdf172d06'] response: {'server_uuid': '835a8273-f466-42d9-818d-17b347b44337', 'name': 'network-vif-deleted', 'tag': '78f7e4a5-db41-4b56-9671-ed755318389e', 'status': 'completed', 'code': 200} May 13 13:30:21.106604 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:21.398048 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:21.424559 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:21.432821 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:21.433426 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:21.691504 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:21.917594 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:21.937749 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c817cf0-08b5-4d7f-86b4-005adc679679 req-cea759f4-fd11-4fc1-b8f1-68c45b7f9661 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:21.943104 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c817cf0-08b5-4d7f-86b4-005adc679679 req-cea759f4-fd11-4fc1-b8f1-68c45b7f9661 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0595961 May 13 13:30:21.959911 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01a6e4-d31e-4726-a6eb-c9d05f8b782c None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:24:15Z', 'revision_number': 4, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'cb1515ea-f8e2-4e37-863d-80d1de0e5d5e', 'name': '', 'network_id': 'fc71e07c-eb5e-4e51-82e1-4253b2766878', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'mac_address': 'fa:16:3e:b0:e9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:15Z', 'updated_at': '2022-05-13T13:24:20Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'subnets': [{'id': '011b2f4c-6e0c-4d4a-b429-36584b9c065a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:22.019917 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c817cf0-08b5-4d7f-86b4-005adc679679 req-af6ec5d4-5a85-4721-be20-1ad606283468 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667002 May 13 13:30:22.120052 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6ee2ff3a-31c9-4de8-9a5d-ea1881657dc5 req-bc1178f3-79ef-48a1-8848-5aa61f639a57 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/ports?device_id=835a8273-f466-42d9-818d-17b347b44337 HTTP/1.1" status: 200 len: 210 time: 0.0446320 May 13 13:30:22.283804 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ed639-3f7c-4bde-9d1e-6f6b620628c1 None None] New status for floating IP 2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:30:23.148061 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac16e5c-3bb5-4343-b0eb-c07c6f9180c5 req-bebf1066-ef72-40cc-b83d-84cb0e10dbf9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:23.150734 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cac16e5c-3bb5-4343-b0eb-c07c6f9180c5 req-bebf1066-ef72-40cc-b83d-84cb0e10dbf9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0555425 May 13 13:30:23.214272 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cac16e5c-3bb5-4343-b0eb-c07c6f9180c5 req-c8d466eb-b91a-4087-aad1-d889cd6aeeff tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569158 May 13 13:30:23.285434 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52584) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:23.340617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-745d3bfa-c552-43bf-8856-84aaa9c6354f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (e4825124-6a1e-4563-a91a-53b21e5ee8c8), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:23.366660 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-745d3bfa-c552-43bf-8856-84aaa9c6354f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (e4825124-6a1e-4563-a91a-53b21e5ee8c8), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:23.488654 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-745d3bfa-c552-43bf-8856-84aaa9c6354f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (e4825124-6a1e-4563-a91a-53b21e5ee8c8), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:23.491309 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-745d3bfa-c552-43bf-8856-84aaa9c6354f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:23.492482 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-745d3bfa-c552-43bf-8856-84aaa9c6354f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4825124-6a1e-4563-a91a-53b21e5ee8c8 HTTP/1.1" status: 204 len: 168 time: 0.2059460 May 13 13:30:23.495253 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52586) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:23.502860 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d3bfa-c552-43bf-8856-84aaa9c6354f tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4825124-6a1e-4563-a91a-53b21e5ee8c8,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:23.509596 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.api.v2.resource [None req-d132ad92-f54a-468b-8516-9db4b362e2b8 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] show failed (client error): The resource could not be found. May 13 13:30:23.510631 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d132ad92-f54a-468b-8516-9db4b362e2b8 tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "GET /v2.0/security-groups/e4825124-6a1e-4563-a91a-53b21e5ee8c8 HTTP/1.1" status: 404 len: 347 time: 0.0143511 May 13 13:30:23.514313 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52588) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:23.645903 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Deleting port a1249581-706b-47e3-a6e8-9017b7f52cf7 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:23.646127 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (a1249581-706b-47e3-a6e8-9017b7f52cf7), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:23.714414 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 78f7e4a5-db41-4b56-9671-ed755318389e no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:23.726951 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (a1249581-706b-47e3-a6e8-9017b7f52cf7), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:23.727277 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (a1249581-706b-47e3-a6e8-9017b7f52cf7), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:23.735693 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 78f7e4a5-db41-4b56-9671-ed755318389e {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:23.736047 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 78f7e4a5-db41-4b56-9671-ed755318389e not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:23.743391 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Calling delete_port for a1249581-706b-47e3-a6e8-9017b7f52cf7 owned by network:floatingip {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:23.956815 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (a1249581-706b-47e3-a6e8-9017b7f52cf7), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:23.983558 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Pushing event deleted for resources: {'Port': ['ID=a1249581-706b-47e3-a6e8-9017b7f52cf7,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:24.050884 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks [] for floatingip (2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:24.053535 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:24.054724 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-595bc639-43ed-417c-9914-0b7d055226cd tempest-AttachVolumeNegativeTest-1147632152 tempest-AttachVolumeNegativeTest-1147632152-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b53a31f-eb97-4b38-b7c4-92e13dcfc6b8 HTTP/1.1" status: 204 len: 168 time: 0.5392475 May 13 13:30:24.494621 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd7b76-3766-466d-abaf-95614fdccada req-acffbba6-52aa-403c-a2eb-3768dea0739e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:24.496086 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75fd7b76-3766-466d-abaf-95614fdccada req-acffbba6-52aa-403c-a2eb-3768dea0739e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0486574 May 13 13:30:24.551985 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75fd7b76-3766-466d-abaf-95614fdccada req-da6b4111-b669-43e4-8c40-924c7598dc02 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494678 May 13 13:30:25.585149 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b075d-9513-4094-9567-b0eba9186305 req-e25f2aae-4c8a-4023-9ffa-9420e285dc07 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:25.594488 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5e5b075d-9513-4094-9567-b0eba9186305 req-e25f2aae-4c8a-4023-9ffa-9420e285dc07 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 946 time: 0.1112924 May 13 13:30:25.655768 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5e5b075d-9513-4094-9567-b0eba9186305 req-7a3cf180-9652-47f3-beb6-eaa8bffbeee3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603929 May 13 13:30:25.696610 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fc49d-fb35-41a7-84ca-9bc56e079211 req-f5443e5e-3cf8-428f-92e8-62d1ceb68440 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:25.698103 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-236fc49d-fb35-41a7-84ca-9bc56e079211 req-f5443e5e-3cf8-428f-92e8-62d1ceb68440 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0639303 May 13 13:30:25.775581 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-236fc49d-fb35-41a7-84ca-9bc56e079211 req-9122073e-fa9e-4ccd-a796-a1e9335d7052 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681593 May 13 13:30:26.793516 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3bd7-41f1-49ea-bdbc-ed9e2ef69d37 req-16683b56-f9a8-4d09-909d-83e58956da93 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:26.794981 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-305d3bd7-41f1-49ea-bdbc-ed9e2ef69d37 req-16683b56-f9a8-4d09-909d-83e58956da93 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 946 time: 0.0538731 May 13 13:30:26.854911 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-305d3bd7-41f1-49ea-bdbc-ed9e2ef69d37 req-66073f78-7a25-45ad-a682-6480736715ce tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups?id=66270288-b62e-4017-9d6f-d8291b6a836e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539885 May 13 13:30:26.881670 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-38a82c97-ed37-444a-8f1c-e4ece68b3bf8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:26.883368 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-38a82c97-ed37-444a-8f1c-e4ece68b3bf8 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 946 time: 0.0546782 May 13 13:30:26.923440 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1a8d0-e403-47ad-8486-0ce5dd01bcc7 req-77d3f028-7380-4d7f-adba-1d82bacf956e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:26.924990 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0dd1a8d0-e403-47ad-8486-0ce5dd01bcc7 req-77d3f028-7380-4d7f-adba-1d82bacf956e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0498772 May 13 13:30:26.977302 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0dd1a8d0-e403-47ad-8486-0ce5dd01bcc7 req-af744713-fb6a-450a-ba08-2ba20ec332bb tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467117 May 13 13:30:26.980815 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Deleting port 729dc6f6-46b1-4dac-a320-fa9e54753c1c {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:26.980962 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.098749 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] For port 729dc6f6-46b1-4dac-a320-fa9e54753c1c, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=729dc6f6-46b1-4dac-a320-fa9e54753c1c,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:27.099147 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.324841 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.325185 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (7274e129-b3d8-4c86-8573-b8a897d98c6f), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.325710 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Floating IP 7274e129-b3d8-4c86-8573-b8a897d98c6f disassociated. External IP: 172.27.2.140, port: 729dc6f6-46b1-4dac-a320-fa9e54753c1c. May 13 13:30:27.326077 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Calling delete_port for 729dc6f6-46b1-4dac-a320-fa9e54753c1c owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:27.557488 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (729dc6f6-46b1-4dac-a320-fa9e54753c1c), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.592306 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event deleted for resources: {'Port': ['ID=729dc6f6-46b1-4dac-a320-fa9e54753c1c,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:27.724966 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Router da801385-2388-4b72-a8a6-40f5ab77b051 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:27.847561 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:27.862994 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] Sync routers for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:27.877705 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:27.878398 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:27.899924 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] No DVR routers for this DVR port 729dc6f6-46b1-4dac-a320-fa9e54753c1c on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:27.902642 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:27.907452 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a166bc6c-14b6-4f5f-9a6d-0b4179bdd9f0 req-8fd90596-1d9a-4af7-940a-51f4542cc879 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.69 "DELETE /v2.0/ports/729dc6f6-46b1-4dac-a320-fa9e54753c1c HTTP/1.1" status: 204 len: 173 time: 1.0127666 May 13 13:30:27.907922 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-deleted', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:27.912002 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b96e228-9021-43b3-949d-fcde33e120f1" -d '{"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-deleted", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:27.990591 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dfb5a9b9-aa58-49d3-b8fa-4eb64559580a req-08ab573d-89b9-4b55-821d-ffc7ab23be5d tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 210 time: 0.0493619 May 13 13:30:27.997434 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af16047f-72eb-49f1-a57c-337dc83d700c x-openstack-request-id: req-af16047f-72eb-49f1-a57c-337dc83d700c {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:27.998337 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c20ca-135a-48d9-85e5-7c99cf77f68d", "name": "network-vif-deleted", "tag": "729dc6f6-46b1-4dac-a320-fa9e54753c1c", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:27.999043 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af16047f-72eb-49f1-a57c-337dc83d700c {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:27.999384 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af16047f-72eb-49f1-a57c-337dc83d700c'] response: {'server_uuid': '274c20ca-135a-48d9-85e5-7c99cf77f68d', 'name': 'network-vif-deleted', 'tag': '729dc6f6-46b1-4dac-a320-fa9e54753c1c', 'status': 'completed', 'code': 200} May 13 13:30:28.052126 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:28.157165 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20919346-27de-448c-bab6-a44c68e6593b req-564b55e5-1dd1-4c81-be30-ceb96d59940a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:28.163508 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20919346-27de-448c-bab6-a44c68e6593b req-564b55e5-1dd1-4c81-be30-ceb96d59940a tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0892193 May 13 13:30:28.376370 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20919346-27de-448c-bab6-a44c68e6593b req-a18033af-4e9c-409c-9627-069dabe7f931 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755431 May 13 13:30:28.411024 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.443757 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] Checking router: da801385-2388-4b72-a8a6-40f5ab77b051 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:28.455919 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:28.456811 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.589609 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:28.739330 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52706) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:28.838143 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:28.880561 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b3027-51ee-4599-b8a1-0ce70efe69f6 None None] The sync data for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi is: [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:23:12Z', 'revision_number': 4, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'd2691597-8197-4713-baed-d9187bb5b2a7', 'name': '', 'network_id': 'a7e06528-db27-472b-858f-4ca58111325e', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'mac_address': 'fa:16:3e:1a:3d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:09Z', 'updated_at': '2022-05-13T13:23:21Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'subnets': [{'id': 'c436d5ca-97b6-47d8-83ed-8a68cccad7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:29.169045 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0201d714-39d2-4eb0-a735-e8b36e0f9363 req-c355258e-7f2b-476b-96fb-6deec6001efe tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/ports?device_id=274c20ca-135a-48d9-85e5-7c99cf77f68d HTTP/1.1" status: 200 len: 210 time: 0.0416870 May 13 13:30:29.266951 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8062708-23d8-4937-ad16-399c07dc8a6f None None] New status for floating IP 7274e129-b3d8-4c86-8573-b8a897d98c6f: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:30:29.360070 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:30:29.458735 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:29.484929 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 729dc6f6-46b1-4dac-a320-fa9e54753c1c {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:29.485647 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 729dc6f6-46b1-4dac-a320-fa9e54753c1c not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:29.615741 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d41d0e-961f-4c1c-8d8f-0779861e7fd0 req-ad52f164-19d4-46a2-94fd-32936ea47cba tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:29.623325 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e2d41d0e-961f-4c1c-8d8f-0779861e7fd0 req-ad52f164-19d4-46a2-94fd-32936ea47cba tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0814743 May 13 13:30:29.710439 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e2d41d0e-961f-4c1c-8d8f-0779861e7fd0 req-73e5677f-c571-4a25-9d84-a4187ed3b587 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851185 May 13 13:30:29.771423 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.069354 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Deleting port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:30.069772 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.178690 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] For port cb1515ea-f8e2-4e37-863d-80d1de0e5d5e, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:30.179385 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.195895 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Calling delete_port for cb1515ea-f8e2-4e37-863d-80d1de0e5d5e owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:30.399104 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52740) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:30.485483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-14fda9f5-a372-42a4-8de1-f23ccd6624b3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (66270288-b62e-4017-9d6f-d8291b6a836e), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.500999 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (cb1515ea-f8e2-4e37-863d-80d1de0e5d5e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.551413 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1515ea-f8e2-4e37-863d-80d1de0e5d5e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:30.593372 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52744) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:30.602831 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.859081 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-14fda9f5-a372-42a4-8de1-f23ccd6624b3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (66270288-b62e-4017-9d6f-d8291b6a836e), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.868470 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-69e73c56-1716-431e-819c-87c86169061d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.873712 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:30.974986 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343cd5f-6272-40e7-88af-d3b92c8657ab req-6d1b8fa6-c340-4971-be2a-9ffb0df0cd7f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:30.976580 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3343cd5f-6272-40e7-88af-d3b92c8657ab req-6d1b8fa6-c340-4971-be2a-9ffb0df0cd7f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.1545584 May 13 13:30:31.084987 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-14fda9f5-a372-42a4-8de1-f23ccd6624b3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (66270288-b62e-4017-9d6f-d8291b6a836e), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.085271 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3343cd5f-6272-40e7-88af-d3b92c8657ab req-f8dfe2e8-6af1-45a3-869f-393ee7539d0b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001263 May 13 13:30:31.088020 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-14fda9f5-a372-42a4-8de1-f23ccd6624b3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.092179 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-14fda9f5-a372-42a4-8de1-f23ccd6624b3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "DELETE /v2.0/security-groups/66270288-b62e-4017-9d6f-d8291b6a836e HTTP/1.1" status: 204 len: 168 time: 0.6891906 May 13 13:30:31.095176 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52756) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:31.104827 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fda9f5-a372-42a4-8de1-f23ccd6624b3 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66270288-b62e-4017-9d6f-d8291b6a836e,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:31.113562 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-11853c32-96b5-421b-aba1-28c6ddb8c8b9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] show failed (client error): The resource could not be found. May 13 13:30:31.114605 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-11853c32-96b5-421b-aba1-28c6ddb8c8b9 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "GET /v2.0/security-groups/66270288-b62e-4017-9d6f-d8291b6a836e HTTP/1.1" status: 404 len: 347 time: 0.0184824 May 13 13:30:31.118546 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52758) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:31.271397 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Deleting port 0797d475-aeee-45f5-920f-0feec001be94 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:31.271759 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (0797d475-aeee-45f5-920f-0feec001be94), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.275279 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-69e73c56-1716-431e-819c-87c86169061d admin admin] Publish callbacks [] for security_group (4e49be2d-6c75-4763-a90b-bdb2eea676fd), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.295090 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:31.376834 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (0797d475-aeee-45f5-920f-0feec001be94), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.377159 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (0797d475-aeee-45f5-920f-0feec001be94), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.397257 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Calling delete_port for 0797d475-aeee-45f5-920f-0feec001be94 owned by network:floatingip {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:31.412332 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-69e73c56-1716-431e-819c-87c86169061d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4e49be2d-6c75-4763-a90b-bdb2eea676fd), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.460974 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:31.476984 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] Sync routers for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:31.491283 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a33fb487-6250-4eb1-bb90-e1aaf31cb970 admin admin] 10.222.0.13 "PUT /v2.0/routers/465500a9-ab09-4bcd-9530-c5b30ddcfb4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7498822 May 13 13:30:31.501631 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52766) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:31.502519 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-69e73c56-1716-431e-819c-87c86169061d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=648c343f40404aefbfe287e6fae0b88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9077227 May 13 13:30:31.504738 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52768) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:31.507266 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:31.508137 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:31.520558 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e73c56-1716-431e-819c-87c86169061d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e49be2d-6c75-4763-a90b-bdb2eea676fd,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:31.596396 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89cfa1da-3e0d-4c18-8346-f4e352b4535f admin admin] Publish callbacks [] for security_group (4e49be2d-6c75-4763-a90b-bdb2eea676fd), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.642907 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89cfa1da-3e0d-4c18-8346-f4e352b4535f admin admin] Publish callbacks [] for security_group (4e49be2d-6c75-4763-a90b-bdb2eea676fd), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.668666 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:31.728015 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks [] for router (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.786739 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89cfa1da-3e0d-4c18-8346-f4e352b4535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4e49be2d-6c75-4763-a90b-bdb2eea676fd), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.789307 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-89cfa1da-3e0d-4c18-8346-f4e352b4535f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.793809 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-89cfa1da-3e0d-4c18-8346-f4e352b4535f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e49be2d-6c75-4763-a90b-bdb2eea676fd HTTP/1.1" status: 204 len: 168 time: 0.2877579 May 13 13:30:31.808170 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfa1da-3e0d-4c18-8346-f4e352b4535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e49be2d-6c75-4763-a90b-bdb2eea676fd,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:31.877540 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (0797d475-aeee-45f5-920f-0feec001be94), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.929637 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Pushing event deleted for resources: {'Port': ['ID=0797d475-aeee-45f5-920f-0feec001be94,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:31.948971 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks [] for router_gateway (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:31.949516 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:30:30Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:31.984811 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] Checking router: 465500a9-ab09-4bcd-9530-c5b30ddcfb4a for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:31.994736 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] Routers {'465500a9-ab09-4bcd-9530-c5b30ddcfb4a'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:32.003338 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:32.015853 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks [] for floatingip (7274e129-b3d8-4c86-8573-b8a897d98c6f), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.018860 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.022374 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-09165c1a-9267-4ba6-8711-146bf3a0d3b6 tempest-AttachVolumeShelveTestJSON-1322049744 tempest-AttachVolumeShelveTestJSON-1322049744-project] 10.222.0.13 "DELETE /v2.0/floatingips/7274e129-b3d8-4c86-8573-b8a897d98c6f HTTP/1.1" status: 204 len: 168 time: 0.9003685 May 13 13:30:32.153180 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] Set router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:32.158686 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-e5167224-de0a-4b87-9a20-9782dc38cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:32.162143 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-e5167224-de0a-4b87-9a20-9782dc38cd7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1129 time: 0.0591936 May 13 13:30:32.220537 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Deleting port 59cba3f0-2914-42a9-a2c0-97a9dc52825c {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:32.221036 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.290558 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587768e7-2def-4274-990c-c46e42873dc0 req-6f4239a1-f869-4b86-8a92-e154a3b270ba tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:32.296831 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-587768e7-2def-4274-990c-c46e42873dc0 req-6f4239a1-f869-4b86-8a92-e154a3b270ba tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.1001072 May 13 13:30:32.403858 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-587768e7-2def-4274-990c-c46e42873dc0 req-a20263c3-3e4e-487e-bf66-af1bafabf8b0 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930500 May 13 13:30:32.470675 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:30:30Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:32.478499 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-5c52ae1e-a65a-42b5-a3f5-4c3a27432bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:32.478499 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-5c52ae1e-a65a-42b5-a3f5-4c3a27432bdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 910 time: 0.2960024 May 13 13:30:32.479550 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] For port 59cba3f0-2914-42a9-a2c0-97a9dc52825c, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=59cba3f0-2914-42a9-a2c0-97a9dc52825c,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:32.479918 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:32.511592 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601c9e0b-9140-4216-9508-52c7b64e737a None None] The sync data for ids ['465500a9-ab09-4bcd-9530-c5b30ddcfb4a'] in dv-cinder-841632-1-iscsi is: [{'id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'name': 'tempest-AttachVolumeNegativeTest-763595258-router', 'tenant_id': '2c900748e271404bb3cb11fb2308e784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:24:11Z', 'updated_at': '2022-05-13T13:30:30Z', 'revision_number': 5, 'project_id': '2c900748e271404bb3cb11fb2308e784', 'gw_port': {'id': '59cba3f0-2914-42a9-a2c0-97a9dc52825c', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465500a9-ab09-4bcd-9530-c5b30ddcfb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:24:12Z', 'updated_at': '2022-05-13T13:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:32.536605 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Calling delete_port for 59cba3f0-2914-42a9-a2c0-97a9dc52825c owned by network:router_gateway {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:32.626567 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-f0a5ca66-6191-4d87-bef9-c9111b12c0d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 1001 time: 0.1377203 May 13 13:30:32.723968 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-e0ca33e1-6b59-4a0a-940c-1a4cc183acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:32.725432 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-e0ca33e1-6b59-4a0a-940c-1a4cc183acdf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 200 len: 848 time: 0.0928864 May 13 13:30:32.785222 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-90ef9bf1-9e28-455e-84e6-82b631663c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:32.787173 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-90ef9bf1-9e28-455e-84e6-82b631663c99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551467 May 13 13:30:32.931114 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-e806be6a-af13-4428-bc33-2922968618c6 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371601 May 13 13:30:33.052586 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be9b39d3-323a-451b-b977-97e0a36202d6 req-1dce35f4-0c0f-4bcb-a975-9d47a68540e9 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153772 May 13 13:30:33.101980 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (59cba3f0-2914-42a9-a2c0-97a9dc52825c), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.135434 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Pushing event deleted for resources: {'Port': ['ID=59cba3f0-2914-42a9-a2c0-97a9dc52825c,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:33.213830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.329902 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.332799 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks [] for router_controller (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.483949 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (465500a9-ab09-4bcd-9530-c5b30ddcfb4a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.484638 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 465500a9-ab09-4bcd-9530-c5b30ddcfb4a {{(pid=104059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:30:33.490134 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52818) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:33.491787 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.495234 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-5a4af7e3-de38-43e5-bf41-6eaaf037d264 admin admin] 10.222.0.13 "DELETE /v2.0/routers/465500a9-ab09-4bcd-9530-c5b30ddcfb4a HTTP/1.1" status: 204 len: 168 time: 1.9886744 May 13 13:30:33.495863 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52820) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:33.595393 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d103be-bde7-4260-b7e8-625438b7000a req-2f0e07e8-5217-4d13-942a-84380f946ed5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:33.601037 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24d103be-bde7-4260-b7e8-625438b7000a req-2f0e07e8-5217-4d13-942a-84380f946ed5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0945313 May 13 13:30:33.643871 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a21333c-74b8-4890-a783-ef1e199939af admin admin] Deleting subnet 011b2f4c-6e0c-4d4a-b429-36584b9c065a {{(pid=104059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:30:33.652197 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6a21333c-74b8-4890-a783-ef1e199939af admin admin] Publish callbacks [] for subnet (011b2f4c-6e0c-4d4a-b429-36584b9c065a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.732906 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24d103be-bde7-4260-b7e8-625438b7000a req-3d65c0d6-cd0d-4f86-9a34-2ba7dfca1ac9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091440 May 13 13:30:33.739948 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-696719198-network', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:33.747006 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6a21333c-74b8-4890-a783-ef1e199939af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8640618'] for subnet (011b2f4c-6e0c-4d4a-b429-36584b9c065a), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.855180 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Made reservation on behalf of a3d1e5b7a3054d769e38bb8e12b202af for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:30:33.858413 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.869228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.891315 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6a21333c-74b8-4890-a783-ef1e199939af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (011b2f4c-6e0c-4d4a-b429-36584b9c065a), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:33.971929 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Publish callbacks [] for security_group (f2218e65-7674-4984-853a-b1bc52ad2f87), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.071713 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f2218e65-7674-4984-853a-b1bc52ad2f87), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.085467 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6a21333c-74b8-4890-a783-ef1e199939af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8871349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8667528'] for subnet (011b2f4c-6e0c-4d4a-b429-36584b9c065a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.122926 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:30:34.126424 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6a21333c-74b8-4890-a783-ef1e199939af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.139774 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-6a21333c-74b8-4890-a783-ef1e199939af admin admin] 10.222.0.13 "DELETE /v2.0/subnets/011b2f4c-6e0c-4d4a-b429-36584b9c065a HTTP/1.1" status: 204 len: 168 time: 0.6398203 May 13 13:30:34.139774 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21333c-74b8-4890-a783-ef1e199939af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011b2f4c-6e0c-4d4a-b429-36584b9c065a,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:34.143852 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059320d4-503f-4cc8-93d7-815d70429b06 None None] Network fc71e07c-eb5e-4e51-82e1-4253b2766878 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:34.144644 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52832) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:34.171895 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2218e65-7674-4984-853a-b1bc52ad2f87,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:34.188242 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (0b14cf5b-031b-409b-881a-45be1275f6e1), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.188242 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Added segment 0b14cf5b-031b-409b-881a-45be1275f6e1 of type vlan for network da658553-b4a3-4d8d-bf86-544abb5d20b7 May 13 13:30:34.273590 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52834) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:34.289913 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (da658553-b4a3-4d8d-bf86-544abb5d20b7), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.323024 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (fc71e07c-eb5e-4e51-82e1-4253b2766878), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.390765 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Deleting port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:34.391464 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.403254 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] DHCP port deletion for fc71e07c-eb5e-4e51-82e1-4253b2766878 request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:30:34.441022 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c4c1add8-df94-466a-82e8-2e3fc3fc9532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.455817 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (da658553-b4a3-4d8d-bf86-544abb5d20b7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.457022 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:34.458680 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.562153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c4c1add8-df94-466a-82e8-2e3fc3fc9532 admin admin] Publish callbacks [] for security_group (373b0913-d8b2-4d89-860b-e09d95f2c112), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.569044 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] For port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:34.569044 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.581182 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] Pushing event updated for resources: {'Network': ['ID=da658553-b4a3-4d8d-bf86-544abb5d20b7,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:34.591271 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Calling delete_port for 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:34.623306 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:30:34.661243 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1a528080-e6b3-4c05-a315-2cc08f609f9f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1698196 May 13 13:30:34.664292 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52838) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:34.672293 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Request body: {'subnet': {'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-696719198-subnet', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:34.686031 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 59cba3f0-2914-42a9-a2c0-97a9dc52825c no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:34.704207 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c4c1add8-df94-466a-82e8-2e3fc3fc9532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (373b0913-d8b2-4d89-860b-e09d95f2c112), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.721311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] Deleting port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:34.721696 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.728736 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 59cba3f0-2914-42a9-a2c0-97a9dc52825c {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:34.729085 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 59cba3f0-2914-42a9-a2c0-97a9dc52825c not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:34.729683 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device cb1515ea-f8e2-4e37-863d-80d1de0e5d5e no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:34.748440 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c4c1add8-df94-466a-82e8-2e3fc3fc9532 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77d15433ad8b444fae3acd7e1a0e6e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729764 May 13 13:30:34.751465 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52842) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:34.758050 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1add8-df94-466a-82e8-2e3fc3fc9532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373b0913-d8b2-4d89-860b-e09d95f2c112,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:34.802028 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Made reservation on behalf of a3d1e5b7a3054d769e38bb8e12b202af for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:30:34.804580 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8667631'] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.821867 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: cb1515ea-f8e2-4e37-863d-80d1de0e5d5e {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:34.822233 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device cb1515ea-f8e2-4e37-863d-80d1de0e5d5e not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:34.822971 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:34.824391 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-651c8d1b-9b68-49bc-ade3-31ae2d8d7b58 admin admin] Publish callbacks [] for security_group (373b0913-d8b2-4d89-860b-e09d95f2c112), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.857748 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.901352 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] For port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,segment=NetworkSegment(18e908d0-741c-45ad-b06c-52ab647acd81),segment_id=18e908d0-741c-45ad-b06c-52ab647acd81)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:34.901666 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.917506 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:34.920994 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-651c8d1b-9b68-49bc-ade3-31ae2d8d7b58 admin admin] Publish callbacks [] for security_group (373b0913-d8b2-4d89-860b-e09d95f2c112), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:34.930888 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] Calling delete_port for 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:34.946516 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] No DVR routers for this DVR port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 on host dv-cinder-841632-1-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:34.949931 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No active binding found for port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 {{(pid=104060) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 13 13:30:34.950682 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] The host dv-cinder-841632-1-iscsi is not matching for port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 host None! {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 13 13:30:34.951762 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:34.967337 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c332b-5d55-4e11-ae42-b6d3b3f8d8e7 req-cdf56f85-e8b8-4f1c-b7d6-dcdbdde6b2ea tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:34.969797 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b9c332b-5d55-4e11-ae42-b6d3b3f8d8e7 req-cdf56f85-e8b8-4f1c-b7d6-dcdbdde6b2ea tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.1282754 May 13 13:30:35.075116 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (33ac0adf-5e14-4dd5-bf08-b69a652c1c77), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.097776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (fc71e07c-eb5e-4e51-82e1-4253b2766878), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.129868 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] Pushing event deleted for resources: {'Port': ['ID=33ac0adf-5e14-4dd5-bf08-b69a652c1c77,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:35.132499 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca8908-a7c3-4f35-8659-6a2ef4619846 None None] No DVR routers for this DVR port 33ac0adf-5e14-4dd5-bf08-b69a652c1c77 on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:35.160315 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc71e07c-eb5e-4e51-82e1-4253b2766878']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:35.181836 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e908d0-741c-45ad-b06c-52ab647acd81') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:35.182136 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e908d0-741c-45ad-b06c-52ab647acd81') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:35.187563 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8667633'] for subnet (bffcae95-bd16-4ae1-905f-14748d8e2072), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.192823 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b9c332b-5d55-4e11-ae42-b6d3b3f8d8e7 req-7f2ca987-26ac-4d73-8db5-3fad85688652 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268542 May 13 13:30:35.208686 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (18e908d0-741c-45ad-b06c-52ab647acd81), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.230369 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52850) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:35.241774 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (18e908d0-741c-45ad-b06c-52ab647acd81), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.250237 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:30:35.250824 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (18e908d0-741c-45ad-b06c-52ab647acd81), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:30:35.253277 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:30:35.266169 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-651c8d1b-9b68-49bc-ade3-31ae2d8d7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (373b0913-d8b2-4d89-860b-e09d95f2c112), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.268951 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-651c8d1b-9b68-49bc-ade3-31ae2d8d7b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.277778 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-651c8d1b-9b68-49bc-ade3-31ae2d8d7b58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/373b0913-d8b2-4d89-860b-e09d95f2c112 HTTP/1.1" status: 204 len: 168 time: 0.5221958 May 13 13:30:35.289224 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffcae95-bd16-4ae1-905f-14748d8e2072,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:35.292174 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Checking segment: {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:35.292553 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Network hostable DHCP agents. Network: da658553-b4a3-4d8d-bf86-544abb5d20b7, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:30:35.385965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:30:35.405168 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c8d1b-9b68-49bc-ade3-31ae2d8d7b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b0913-d8b2-4d89-860b-e09d95f2c112,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:35.511954 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, da658553-b4a3-4d8d-bf86-544abb5d20b7) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:35.518947 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:35.519837 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.534132 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0640fc58-60e3-49ce-a142-8c9e8537aeaf None None] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:35.548496 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (fc71e07c-eb5e-4e51-82e1-4253b2766878), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.555374 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.558587 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc71e07c-eb5e-4e51-82e1-4253b2766878 HTTP/1.1" status: 204 len: 168 time: 1.4120362 May 13 13:30:35.580671 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790bb42-febc-498c-bbe6-64b3fbf4b407 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc71e07c-eb5e-4e51-82e1-4253b2766878,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:35.649719 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d8eba384-3346-4da4-9d28-d31685873dc5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9836032 May 13 13:30:35.652723 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52860) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:35.652877 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-dd1fab6b-961f-437c-960c-dc91463ce289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.663288 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:35.724444 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-da658553-b4a3-4d8d-bf86-544abb5d20b7', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:30:35.725311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.839620 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (4b63aae7-e56b-452a-a402-b55b19866568), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.843403 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (4b63aae7-e56b-452a-a402-b55b19866568), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.880811 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (da801385-2388-4b72-a8a6-40f5ab77b051), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:35.907370 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Allocated IP 172.20.0.2 (da658553-b4a3-4d8d-bf86-544abb5d20b7/bffcae95-bd16-4ae1-905f-14748d8e2072/786435e7-8721-4574-a1e4-97ffd3156e7f) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:35.924037 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks [] for router_controller (4b63aae7-e56b-452a-a402-b55b19866568), precommit_add_association {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.146029 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Publish callbacks [] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.195748 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52862) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:36.222930 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Deleting port d2691597-8197-4713-baed-d9187bb5b2a7 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:36.223277 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.249950 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.265237 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks [] for router_gateway (4b63aae7-e56b-452a-a402-b55b19866568), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.275554 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52866) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:36.301534 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.368656 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:36.370051 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Pushing event updated for resources: {'Port': ['ID=786435e7-8721-4574-a1e4-97ffd3156e7f,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:36.379855 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:36.385695 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-474f7464-1969-4206-9365-c2567b923c74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c900748e271404bb3cb11fb2308e784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860843 May 13 13:30:36.387652 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:36.411098 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52868) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:36.431108 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] For port d2691597-8197-4713-baed-d9187bb5b2a7, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d2691597-8197-4713-baed-d9187bb5b2a7,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:36.431406 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.468660 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Calling delete_port for d2691597-8197-4713-baed-d9187bb5b2a7 owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:36.474343 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Attempting to bind port 786435e7-8721-4574-a1e4-97ffd3156e7f on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:30:36.476803 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Attempting to bind port 786435e7-8721-4574-a1e4-97ffd3156e7f by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:30:36.477550 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Attempting to bind port 786435e7-8721-4574-a1e4-97ffd3156e7f on network da658553-b4a3-4d8d-bf86-544abb5d20b7 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:36.486961 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:30:36.487348 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Checking segment: {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:36.487979 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.489115 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Bound using segment: {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:30:36.489251 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Bound port: 786435e7-8721-4574-a1e4-97ffd3156e7f, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:30:36.490031 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.490165 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Publish callbacks [] for security_group (f32ceecb-e29e-4ed0-89da-514484e79860), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.495778 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc40f7-9a68-45fe-a210-195ace3b6ad9 req-e83a9278-806f-49d6-b943-1169ffc0480f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:36.497332 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fadc40f7-9a68-45fe-a210-195ace3b6ad9 req-e83a9278-806f-49d6-b943-1169ffc0480f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.1494505 May 13 13:30:36.588603 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] For port 786435e7-8721-4574-a1e4-97ffd3156e7f, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:30:36.592632 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] For port 786435e7-8721-4574-a1e4-97ffd3156e7f, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=786435e7-8721-4574-a1e4-97ffd3156e7f,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:30:36.597783 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79b2f171-e871-416c-9924-43e6e1c15a63 admin admin] Publish callbacks [] for security_group (cf163a51-be0e-45eb-a7a5-7c02e852f543), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.608793 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f32ceecb-e29e-4ed0-89da-514484e79860), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.666606 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79b2f171-e871-416c-9924-43e6e1c15a63 admin admin] Publish callbacks [] for security_group (cf163a51-be0e-45eb-a7a5-7c02e852f543), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.682031 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32ceecb-e29e-4ed0-89da-514484e79860,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:36.684599 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fadc40f7-9a68-45fe-a210-195ace3b6ad9 req-82f4c9af-2a73-437f-8c8c-4e505b3edf78 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688607 May 13 13:30:36.692082 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78f761b4739a448a8e9f0b58914c5897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129035 May 13 13:30:36.697755 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52870) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:36.700480 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.705434 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks [] for router_gateway (4b63aae7-e56b-452a-a402-b55b19866568), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.710123 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.710844 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.711416 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.711967 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.712528 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.713084 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.713642 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.714235 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.714784 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.715319 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.715857 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.717419 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.718227 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.718790 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.719352 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215dd4c2-df77-4014-9bbc-fd3cbe99fb39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:36.756140 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:36.837599 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712081c-eed7-45ea-b23e-5f388bd6841a None None] Pushing event updated for resources: {'Port': ['ID=786435e7-8721-4574-a1e4-97ffd3156e7f,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:37.129630 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79b2f171-e871-416c-9924-43e6e1c15a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (cf163a51-be0e-45eb-a7a5-7c02e852f543), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.135645 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79b2f171-e871-416c-9924-43e6e1c15a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.135645 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-79b2f171-e871-416c-9924-43e6e1c15a63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf163a51-be0e-45eb-a7a5-7c02e852f543 HTTP/1.1" status: 204 len: 168 time: 0.7200482 May 13 13:30:37.140706 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (d2691597-8197-4713-baed-d9187bb5b2a7), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.179817 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5c7433ea-75f8-4968-b695-cf45ae208c73 admin admin] Publish callbacks [] for security_group (f32ceecb-e29e-4ed0-89da-514484e79860), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.262234 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5c7433ea-75f8-4968-b695-cf45ae208c73 admin admin] Publish callbacks [] for security_group (f32ceecb-e29e-4ed0-89da-514484e79860), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.317445 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Allocated IP 172.27.2.51 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/acb99a20-cacf-49a3-90c4-748aff60fa44) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:37.509259 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:37.583352 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks [] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.585550 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2691597-8197-4713-baed-d9187bb5b2a7,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:37.625440 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.626107 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.626107 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.627865 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.629617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.629617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.629617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.629617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.629617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.630037 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.630122 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.632025 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.632379 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.632713 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.633034 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:37.636492 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2f171-e871-416c-9924-43e6e1c15a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf163a51-be0e-45eb-a7a5-7c02e852f543,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:37.666068 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5c7433ea-75f8-4968-b695-cf45ae208c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f32ceecb-e29e-4ed0-89da-514484e79860), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.669389 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5c7433ea-75f8-4968-b695-cf45ae208c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.672538 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-5c7433ea-75f8-4968-b695-cf45ae208c73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f32ceecb-e29e-4ed0-89da-514484e79860 HTTP/1.1" status: 204 len: 168 time: 0.9725356 May 13 13:30:37.684311 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7433ea-75f8-4968-b695-cf45ae208c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32ceecb-e29e-4ed0-89da-514484e79860,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:37.694193 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 is: ACTIVE; New status is: DOWN {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:37.694744 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.744692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:37.748299 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf06069-90cc-425e-9615-f5aa88104fdd" -d '{"events": [{"server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "name": "network-vif-unplugged", "status": "completed", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:37.765667 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.767563 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-026e4a06-33dc-49aa-993d-4718339f55ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1943519 May 13 13:30:37.803233 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b26a7-9a53-4fb1-8576-8a346ae2cab2 req-6bc2db1e-b623-40e2-9a32-e810c1f643e5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:37.803233 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d90b26a7-9a53-4fb1-8576-8a346ae2cab2 req-6bc2db1e-b623-40e2-9a32-e810c1f643e5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.2276037 May 13 13:30:37.811052 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:37.811163 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:37.821327 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:37.824215 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:37.827736 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 May 2022 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d1b5a0-4d1a-48f2-b78c-b078f59d5fc5 x-openstack-request-id: req-80d1b5a0-4d1a-48f2-b78c-b078f59d5fc5 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:37.829072 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "name": "network-vif-unplugged", "status": "failed", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946", "code": 422}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:37.829602 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80d1b5a0-4d1a-48f2-b78c-b078f59d5fc5 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:37.830466 dv-cinder-841632-1-iscsi neutron-server[104060]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-80d1b5a0-4d1a-48f2-b78c-b078f59d5fc5']: {'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'code': 422} returned with failed status May 13 13:30:37.924817 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:37.958047 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Pushing event updated for resources: {'Port': ['ID=acb99a20-cacf-49a3-90c4-748aff60fa44,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:38.051972 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=6']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:38.069114 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d90b26a7-9a53-4fb1-8576-8a346ae2cab2 req-43d24f53-f248-4483-b14f-a5ec3d078e87 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453415 May 13 13:30:38.132032 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-7cdcfdb5-056e-44aa-88a8-a515770794a6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:38.132032 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-7cdcfdb5-056e-44aa-88a8-a515770794a6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports/7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 940 time: 0.2641125 May 13 13:30:38.191804 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0cb274e8-53dd-4311-8855-899ef45e36b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:38.245996 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (da801385-2388-4b72-a8a6-40f5ab77b051), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:38.446442 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks [] for router_gateway (4b63aae7-e56b-452a-a402-b55b19866568), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:38.487438 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08b0c4-80bc-495d-88ef-7c4b628f00c4 None None] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:38.600035 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-97e5f362-a127-4666-ba24-787d4234c350 None None] Provisioning complete for port 786435e7-8721-4574-a1e4-97ffd3156e7f triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:38.610764 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-97e5f362-a127-4666-ba24-787d4234c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:38.668553 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Router da801385-2388-4b72-a8a6-40f5ab77b051 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:38.856499 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52904) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:38.877794 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e690b863-b933-442a-aa38-71adbce006ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:38.878611 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-97e5f362-a127-4666-ba24-787d4234c350 None None] Current status of the port 786435e7-8721-4574-a1e4-97ffd3156e7f is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:38.892386 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-97e5f362-a127-4666-ba24-787d4234c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:38.899909 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (4b63aae7-e56b-452a-a402-b55b19866568), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:38.911713 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 786435e7-8721-4574-a1e4-97ffd3156e7f up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:38.985748 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:38.996020 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] Sync routers for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:39.009257 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52908) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:39.012423 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-37f08090-7880-482e-885b-0e9f1edf5131 admin admin] 10.222.0.13 "PUT /v2.0/routers/da801385-2388-4b72-a8a6-40f5ab77b051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7825615 May 13 13:30:39.017282 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:39.019065 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:39.025699 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 786435e7-8721-4574-a1e4-97ffd3156e7f triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:39.026751 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.048086 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-97e5f362-a127-4666-ba24-787d4234c350 None None] For port 786435e7-8721-4574-a1e4-97ffd3156e7f, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=786435e7-8721-4574-a1e4-97ffd3156e7f,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:39.076830 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e690b863-b933-442a-aa38-71adbce006ac admin admin] Publish callbacks [] for security_group (85745b21-f098-4f46-8d30-8f651480b28a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.163611 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-97e5f362-a127-4666-ba24-787d4234c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.181063 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e690b863-b933-442a-aa38-71adbce006ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (85745b21-f098-4f46-8d30-8f651480b28a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.256529 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 786435e7-8721-4574-a1e4-97ffd3156e7f is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:39.257484 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.307644 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:39.344370 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690b863-b933-442a-aa38-71adbce006ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85745b21-f098-4f46-8d30-8f651480b28a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:39.358779 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e690b863-b933-442a-aa38-71adbce006ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce50f2a5c36748c29f2740942ba55a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026014 May 13 13:30:39.384554 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52914) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:39.395121 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks [] for router (da801385-2388-4b72-a8a6-40f5ab77b051), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.421210 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5f362-a127-4666-ba24-787d4234c350 None None] Pushing event updated for resources: {'Port': ['ID=786435e7-8721-4574-a1e4-97ffd3156e7f,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:39.447124 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.db.api [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:30:39.447644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG oslo_db.api [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:30:39.491788 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-fc494494-6d80-427a-a737-0d12566459ac None None] Provisioning complete for port 786435e7-8721-4574-a1e4-97ffd3156e7f triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:39.494171 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fc494494-6d80-427a-a737-0d12566459ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.527981 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8151951-40f2-4111-832f-fb5e306c118b req-255b8a8e-693d-44b7-87cf-6bff4e1c887b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:39.532526 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8151951-40f2-4111-832f-fb5e306c118b req-255b8a8e-693d-44b7-87cf-6bff4e1c887b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.1900177 May 13 13:30:39.646321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Router 4b63aae7-e56b-452a-a402-b55b19866568 is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:30:39.677929 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-fc494494-6d80-427a-a737-0d12566459ac None None] Current status of the port 786435e7-8721-4574-a1e4-97ffd3156e7f is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:39.699328 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8151951-40f2-4111-832f-fb5e306c118b req-dd0bb623-9105-45b9-aaa9-3911971f4d6d tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452324 May 13 13:30:39.714741 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-84e07871-dc6c-4677-a587-4f7e08c73b4e admin admin] Publish callbacks [] for security_group (85745b21-f098-4f46-8d30-8f651480b28a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.719734 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.759785 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-84e07871-dc6c-4677-a587-4f7e08c73b4e admin admin] Publish callbacks [] for security_group (85745b21-f098-4f46-8d30-8f651480b28a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.777949 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:30:36Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:39.836504 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks [] for router_gateway (da801385-2388-4b72-a8a6-40f5ab77b051), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:39.843986 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] Checking router: da801385-2388-4b72-a8a6-40f5ab77b051 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:39.854929 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:39.868086 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] Routers {'da801385-2388-4b72-a8a6-40f5ab77b051'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:39.868977 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['da801385-2388-4b72-a8a6-40f5ab77b051'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:39.874814 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Sync routers for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:39.887097 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:39.888617 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:39.998777 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-84e07871-dc6c-4677-a587-4f7e08c73b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (85745b21-f098-4f46-8d30-8f651480b28a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.012625 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-84e07871-dc6c-4677-a587-4f7e08c73b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.015606 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-84e07871-dc6c-4677-a587-4f7e08c73b4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85745b21-f098-4f46-8d30-8f651480b28a HTTP/1.1" status: 204 len: 168 time: 0.6268237 May 13 13:30:40.018486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.020149 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-fa8db2ee-4c2e-488a-8423-2a2f7886635b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3624625 May 13 13:30:40.025925 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 52922) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:40.084256 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 786435e7-8721-4574-a1e4-97ffd3156e7f is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:40.119913 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Deleting port 5021418a-6074-417f-8a0a-6a1057375be8 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:40.119913 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (5021418a-6074-417f-8a0a-6a1057375be8), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.142173 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e07871-dc6c-4677-a587-4f7e08c73b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85745b21-f098-4f46-8d30-8f651480b28a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:40.194835 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:40.223776 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] Set router da801385-2388-4b72-a8a6-40f5ab77b051 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:40.329564 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] For port 5021418a-6074-417f-8a0a-6a1057375be8, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=5021418a-6074-417f-8a0a-6a1057375be8,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:40.329564 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (5021418a-6074-417f-8a0a-6a1057375be8), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.355381 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Calling delete_port for 5021418a-6074-417f-8a0a-6a1057375be8 owned by network:router_gateway {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:40.644955 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:38Z', 'revision_number': 3, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:40.720294 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Checking router: 4b63aae7-e56b-452a-a402-b55b19866568 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:40.720698 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Updating router 4b63aae7-e56b-452a-a402-b55b19866568 port acb99a20-cacf-49a3-90c4-748aff60fa44 binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:30:40.722455 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:30:36Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:40.766543 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (5021418a-6074-417f-8a0a-6a1057375be8), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:40.797366 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 786435e7-8721-4574-a1e4-97ffd3156e7f up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:40.806827 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089efe4d-276d-471f-8f2f-a37de56acc27 None None] The sync data for ids ['da801385-2388-4b72-a8a6-40f5ab77b051'] in dv-cinder-841632-1-iscsi is: [{'id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'name': 'tempest-AttachVolumeShelveTestJSON-111401821-router', 'tenant_id': '99575e3d89514f96b2f6f9d871ba0792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '5021418a-6074-417f-8a0a-6a1057375be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:23:00Z', 'updated_at': '2022-05-13T13:30:36Z', 'revision_number': 5, 'project_id': '99575e3d89514f96b2f6f9d871ba0792', 'gw_port': {'id': '5021418a-6074-417f-8a0a-6a1057375be8', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da801385-2388-4b72-a8a6-40f5ab77b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:23:01Z', 'updated_at': '2022-05-13T13:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:40.951371 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5021418a-6074-417f-8a0a-6a1057375be8,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:40.952059 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.030785 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d53a40-0e1e-4ab1-8fab-0e1003f087de req-779b8d7d-9921-45c7-b183-dab3f25785c9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:41.054807 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87d53a40-0e1e-4ab1-8fab-0e1003f087de req-779b8d7d-9921-45c7-b183-dab3f25785c9 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.2124078 May 13 13:30:41.133770 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (da801385-2388-4b72-a8a6-40f5ab77b051), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.166869 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 786435e7-8721-4574-a1e4-97ffd3156e7f triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:41.168343 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.201576 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.207595 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87d53a40-0e1e-4ab1-8fab-0e1003f087de req-1894b027-094e-4d47-b895-2fc2419d7981 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500132 May 13 13:30:41.362484 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (da801385-2388-4b72-a8a6-40f5ab77b051), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.365351 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks [] for router_controller (da801385-2388-4b72-a8a6-40f5ab77b051), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.499354 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.510744 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Allocated IP 172.20.0.1 (da658553-b4a3-4d8d-bf86-544abb5d20b7/bffcae95-bd16-4ae1-905f-14748d8e2072/96c04079-1fcb-47c7-8962-5b77aac8e971) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:41.556595 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (da801385-2388-4b72-a8a6-40f5ab77b051), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.557480 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da801385-2388-4b72-a8a6-40f5ab77b051 {{(pid=104059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:30:41.579885 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.586521 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-de658bea-76a5-4b9e-ae48-7ac8f2857ff7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/da801385-2388-4b72-a8a6-40f5ab77b051 HTTP/1.1" status: 204 len: 168 time: 2.5731804 May 13 13:30:41.588669 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52940) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:41.661035 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0f0276-a93d-497b-8031-ea563af1ee4b admin admin] Deleting subnet c436d5ca-97b6-47d8-83ed-8a68cccad7ac {{(pid=104059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:30:41.663110 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 786435e7-8721-4574-a1e4-97ffd3156e7f is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:41.667591 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0276-a93d-497b-8031-ea563af1ee4b admin admin] Publish callbacks [] for subnet (c436d5ca-97b6-47d8-83ed-8a68cccad7ac), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.748747 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Publish callbacks [] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.766143 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0276-a93d-497b-8031-ea563af1ee4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8640618'] for subnet (c436d5ca-97b6-47d8-83ed-8a68cccad7ac), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.777697 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Publish callbacks [] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.862160 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-863e3da1-b4ab-41f5-b672-632033f073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:41.862160 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-863e3da1-b4ab-41f5-b672-632033f073a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511&tenant_id=8286d953594e4d539ca45c8a98bd435c HTTP/1.1" status: 200 len: 1127 time: 0.0567181 May 13 13:30:41.887795 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.923602 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:41.958855 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Attempting to bind port acb99a20-cacf-49a3-90c4-748aff60fa44 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:30:41.959427 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Attempting to bind port acb99a20-cacf-49a3-90c4-748aff60fa44 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:30:41.959801 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Attempting to bind port acb99a20-cacf-49a3-90c4-748aff60fa44 on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:41.978082 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-ca482ba3-3218-4563-9239-50351242ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:41.981088 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-ca482ba3-3218-4563-9239-50351242ce0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1127 time: 0.0747988 May 13 13:30:41.990166 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0276-a93d-497b-8031-ea563af1ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (c436d5ca-97b6-47d8-83ed-8a68cccad7ac), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.015844 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:30:42.016227 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:42.016633 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.017030 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:30:42.017505 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Bound port: acb99a20-cacf-49a3-90c4-748aff60fa44, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:30:42.017887 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.020514 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:42.033910 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:42.040262 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:42.054179 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=96c04079-1fcb-47c7-8962-5b77aac8e971,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:42.111175 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4337c-4076-4bd6-b58b-b9c75199a1a1 None None] Pushing event updated for resources: {'Port': ['ID=acb99a20-cacf-49a3-90c4-748aff60fa44,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:42.139125 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (4b63aae7-e56b-452a-a402-b55b19866568), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.176896 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-53bc751c-b7ec-495d-b507-1694665e3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.178414 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-53bc751c-b7ec-495d-b507-1694665e3349 service neutron] 10.222.0.69 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 910 time: 0.1899266 May 13 13:30:42.182959 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] For port acb99a20-cacf-49a3-90c4-748aff60fa44, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:30:42.187167 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] For port acb99a20-cacf-49a3-90c4-748aff60fa44, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=acb99a20-cacf-49a3-90c4-748aff60fa44,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:30:42.241468 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0276-a93d-497b-8031-ea563af1ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8871349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8667528'] for subnet (c436d5ca-97b6-47d8-83ed-8a68cccad7ac), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.266243 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.302047 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f0276-a93d-497b-8031-ea563af1ee4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c436d5ca-97b6-47d8-83ed-8a68cccad7ac,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:42.302047 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0276-a93d-497b-8031-ea563af1ee4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.305263 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-4f0f0276-a93d-497b-8031-ea563af1ee4b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c436d5ca-97b6-47d8-83ed-8a68cccad7ac HTTP/1.1" status: 204 len: 168 time: 0.7155993 May 13 13:30:42.311931 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52958) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:42.324888 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-3758fb7d-9821-4638-ade7-bd075aaef18b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 999 time: 0.1405599 May 13 13:30:42.345869 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ed6c6-ee87-4ca3-be8a-7c8a4cbd39c5 None None] Network a7e06528-db27-472b-858f-4ca58111325e requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:42.484826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (a7e06528-db27-472b-858f-4ca58111325e), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.490176 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-937befe6-5b7a-4d61-8863-0097529f463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.496947 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-937befe6-5b7a-4d61-8863-0097529f463b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 200 len: 848 time: 0.1485674 May 13 13:30:42.520230 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aafd86-253d-45ca-99d3-6720832c592f req-995b764d-4cf0-46a5-a7ed-422624af00f0 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.522742 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-c2947ba9-e98d-47e6-8c0c-972d46dceefc None None] Provisioning complete for port 96c04079-1fcb-47c7-8962-5b77aac8e971 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:42.523119 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2947ba9-e98d-47e6-8c0c-972d46dceefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.529658 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83aafd86-253d-45ca-99d3-6720832c592f req-995b764d-4cf0-46a5-a7ed-422624af00f0 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0906157 May 13 13:30:42.567752 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:42.568358 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:42.570366 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4337c-4076-4bd6-b58b-b9c75199a1a1 None None] Pushing event updated for resources: {'Port': ['ID=acb99a20-cacf-49a3-90c4-748aff60fa44,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:42.600073 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-a0ebfdaf-3c41-4639-8c68-2e2e672f0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:42.602439 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-a0ebfdaf-3c41-4639-8c68-2e2e672f0802 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030235 May 13 13:30:42.610059 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83aafd86-253d-45ca-99d3-6720832c592f req-9b4c0ce7-dd54-4c74-8095-895dfdc85149 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709906 May 13 13:30:42.619844 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.640522 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.648968 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-c2947ba9-e98d-47e6-8c0c-972d46dceefc None None] Port 96c04079-1fcb-47c7-8962-5b77aac8e971 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:30:42.718866 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 5021418a-6074-417f-8a0a-6a1057375be8 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:42.760973 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] DHCP port deletion for a7e06528-db27-472b-858f-4ca58111325e request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:30:42.767418 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 5021418a-6074-417f-8a0a-6a1057375be8 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:42.767757 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 5021418a-6074-417f-8a0a-6a1057375be8 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:42.768171 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d2691597-8197-4713-baed-d9187bb5b2a7 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:42.798979 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-280ea7cb-08b9-4fd8-ae63-36923ff9e9c2 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900439 May 13 13:30:42.810739 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: d2691597-8197-4713-baed-d9187bb5b2a7 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:42.811560 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d2691597-8197-4713-baed-d9187bb5b2a7 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:42.815393 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:42.867676 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Publish callbacks [] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.875258 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Deleting port 92e0dbba-672c-43d1-8425-936b17a58c9e {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:42.875823 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.920036 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] Deleting port 92e0dbba-672c-43d1-8425-936b17a58c9e {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:30:42.920979 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:42.964893 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.057924 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] For port 92e0dbba-672c-43d1-8425-936b17a58c9e, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=92e0dbba-672c-43d1-8425-936b17a58c9e,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:43.058452 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.084540 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (4b63aae7-e56b-452a-a402-b55b19866568), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.151224 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] Calling delete_port for 92e0dbba-672c-43d1-8425-936b17a58c9e owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:43.162433 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=96c04079-1fcb-47c7-8962-5b77aac8e971,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:43.248890 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-c7689324-0160-460f-b890-090ba42403a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:41Z', 'revision_number': 1, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:43.250507 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:43.252914 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:43.299137 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7689324-0160-460f-b890-090ba42403a9 None None] The sync data for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi is: [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:41Z', 'revision_number': 1, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:43.398628 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] For port 92e0dbba-672c-43d1-8425-936b17a58c9e, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=92e0dbba-672c-43d1-8425-936b17a58c9e,segment=NetworkSegment(9cacabbc-4b59-470f-a380-fb9b06421119),segment_id=9cacabbc-4b59-470f-a380-fb9b06421119)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:43.399226 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.428218 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Calling delete_port for 92e0dbba-672c-43d1-8425-936b17a58c9e owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:30:43.431184 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.455191 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4930f6b4-4a55-44f4-95a7-24106b171431 req-1561fc66-c08f-4c6b-9f9c-d49f60e90710 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6465526 May 13 13:30:43.465455 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Router 4b63aae7-e56b-452a-a402-b55b19866568 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:43.499148 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] Pushing event deleted for resources: {'Port': ['ID=92e0dbba-672c-43d1-8425-936b17a58c9e,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:43.506517 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623c066-a0e7-4cb0-9ee8-15c74f756c24 None None] No DVR routers for this DVR port 92e0dbba-672c-43d1-8425-936b17a58c9e on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:43.604094 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (92e0dbba-672c-43d1-8425-936b17a58c9e), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.615107 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-e275abed-0f27-4c53-969d-1db2c736961d None None] Provisioning complete for port 96c04079-1fcb-47c7-8962-5b77aac8e971 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:43.615490 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e275abed-0f27-4c53-969d-1db2c736961d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.644384 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e0dbba-672c-43d1-8425-936b17a58c9e,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:43.671220 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] No DVR routers for this DVR port 92e0dbba-672c-43d1-8425-936b17a58c9e on host dv-cinder-841632-1-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:30:43.720893 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:43.722948 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-e275abed-0f27-4c53-969d-1db2c736961d None None] Port 96c04079-1fcb-47c7-8962-5b77aac8e971 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:30:43.730723 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6a48566a-2ac7-4c09-8e4b-30bd1792eeb2 admin admin] 10.222.0.13 "PUT /v2.0/routers/4b63aae7-e56b-452a-a402-b55b19866568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7019932 May 13 13:30:43.796927 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (a7e06528-db27-472b-858f-4ca58111325e), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.820938 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4d120-ae7a-4838-81c5-339b85b03616 req-5a4d9fd8-ee60-4adb-9234-53efe6156c97 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:43.823107 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11a4d120-ae7a-4838-81c5-339b85b03616 req-5a4d9fd8-ee60-4adb-9234-53efe6156c97 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0733652 May 13 13:30:43.830965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e06528-db27-472b-858f-4ca58111325e']}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:43.861118 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cacabbc-4b59-470f-a380-fb9b06421119') {'for_net_delete': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:43.862056 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cacabbc-4b59-470f-a380-fb9b06421119') {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:43.876112 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8640657'] for segment (9cacabbc-4b59-470f-a380-fb9b06421119), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.892524 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11a4d120-ae7a-4838-81c5-339b85b03616 req-8b078a0a-0d85-4c7d-b2c3-a3203609c6cc tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612817 May 13 13:30:43.898020 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (9cacabbc-4b59-470f-a380-fb9b06421119), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.905990 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:30:43.906486 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8871391'] for segment (9cacabbc-4b59-470f-a380-fb9b06421119), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: self.session.flush() May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: self.session.flush() May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: self.session.flush() May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: self.session.flush() May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: Traceback (most recent call last): May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: timer() May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: cb(*args, **kw) May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: return func(*args, **kwargs) May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: self._notify() May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: self.callback(batched_events) May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: event.method(event) May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: return f(self, *a, **k) May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._get(url).json() May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: return self.request(url, 'GET', **kwargs) May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:30:43.908503 dv-cinder-841632-1-iscsi neutron-server[104059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:30:44.031896 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (a7e06528-db27-472b-858f-4ca58111325e), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.037796 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.041018 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a7e06528-db27-472b-858f-4ca58111325e HTTP/1.1" status: 204 len: 168 time: 1.7259104 May 13 13:30:44.053128 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b786e-93d0-4a78-8182-43fe1e5ea0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e06528-db27-472b-858f-4ca58111325e,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:44.484955 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 52996) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:44.544538 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-c9fe5c5c-e943-4548-9f96-d387ab0de3c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99575e3d89514f96b2f6f9d871ba0792&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0581474 May 13 13:30:44.547413 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 53000) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:44.698513 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8c3d94ac-16f6-4e8d-9b57-28f253b7c6cf admin admin] Publish callbacks [] for security_group (bb9b0b2f-0bbc-4c85-80a6-3a2b8095c9e8), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.719832 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device acb99a20-cacf-49a3-90c4-748aff60fa44 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:44.762226 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8c3d94ac-16f6-4e8d-9b57-28f253b7c6cf admin admin] Publish callbacks [] for security_group (bb9b0b2f-0bbc-4c85-80a6-3a2b8095c9e8), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.799423 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53008) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:44.800228 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port acb99a20-cacf-49a3-90c4-748aff60fa44 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:44.800762 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.804460 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1159016591-network', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:44.904692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port acb99a20-cacf-49a3-90c4-748aff60fa44 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:44.905087 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.933894 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port acb99a20-cacf-49a3-90c4-748aff60fa44, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=acb99a20-cacf-49a3-90c4-748aff60fa44,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:44.969097 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8c3d94ac-16f6-4e8d-9b57-28f253b7c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (bb9b0b2f-0bbc-4c85-80a6-3a2b8095c9e8), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.972503 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8c3d94ac-16f6-4e8d-9b57-28f253b7c6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:44.973873 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-8c3d94ac-16f6-4e8d-9b57-28f253b7c6cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb9b0b2f-0bbc-4c85-80a6-3a2b8095c9e8 HTTP/1.1" status: 204 len: 168 time: 0.4230123 May 13 13:30:45.002792 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:45.003709 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d94ac-16f6-4e8d-9b57-28f253b7c6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9b0b2f-0bbc-4c85-80a6-3a2b8095c9e8,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:45.066504 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Made reservation on behalf of 47971cd431a1408e9bc1ba3e5cc4df2b for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:30:45.069039 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:45.106297 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 92e0dbba-672c-43d1-8425-936b17a58c9e no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:30:45.106942 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-892da710-54d9-4ed4-abb3-558c885d5860 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=34bb17eb306045cb83c0a1b8e69b500d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021781 May 13 13:30:45.112309 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:45.177340 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 92e0dbba-672c-43d1-8425-936b17a58c9e {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:30:45.177870 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 92e0dbba-672c-43d1-8425-936b17a58c9e not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:30:45.212699 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=acb99a20-cacf-49a3-90c4-748aff60fa44,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:45.224326 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.225009 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.225537 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.226040 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.226548 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.227112 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.227601 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.228323 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.228938 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.229466 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.231277 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.232049 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.232615 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.233263 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.233748 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:45.499977 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49f3aa-f132-48b1-a0a6-bd555fbcc581 req-406547fe-73de-41a8-b080-b2515b3e584b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:45.501656 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eb49f3aa-f132-48b1-a0a6-bd555fbcc581 req-406547fe-73de-41a8-b080-b2515b3e584b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.5068073 May 13 13:30:45.671427 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eb49f3aa-f132-48b1-a0a6-bd555fbcc581 req-912977fd-5052-46b4-ac69-aced4ce5ac9f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551518 May 13 13:30:45.684282 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-4714d0a5-3170-4247-b782-6312b2408dfb tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:45.686352 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-4714d0a5-3170-4247-b782-6312b2408dfb tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5781381 May 13 13:30:45.713543 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-70174a4d-35f0-4b49-88cc-ed4dff4aab7c tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/quotas/34bb17eb306045cb83c0a1b8e69b500d HTTP/1.1" status: 200 len: 375 time: 0.0196674 May 13 13:30:45.735809 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Publish callbacks [] for security_group (22bb8e64-c42f-44f0-bf3a-da391a01eb7a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:45.756908 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-5b7ca8bc-5a57-4f10-abc6-e50e3234f088 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34bb17eb306045cb83c0a1b8e69b500d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351715 May 13 13:30:45.860467 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (22bb8e64-c42f-44f0-bf3a-da391a01eb7a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:45.891513 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:30:45.900568 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bb8e64-c42f-44f0-bf3a-da391a01eb7a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:45.908624 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (81764b6f-88db-486d-ad00-10182ed15a93), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:45.908990 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Added segment 81764b6f-88db-486d-ad00-10182ed15a93 of type vlan for network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 May 13 13:30:45.951514 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (2a27c828-9b1a-47bd-8080-ba8d1a22d734), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:46.009014 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Sync routers for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:46.020596 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:46.021201 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:46.136062 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (2a27c828-9b1a-47bd-8080-ba8d1a22d734), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:46.137585 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:46.138731 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:46.146372 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f005e8b-83d2-49e4-913e-1e5fdc7b6f7a req-cd5e975f-4639-49e4-bec5-95e736d8628b tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 210 time: 0.0712001 May 13 13:30:46.159415 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:46.267289 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] Pushing event updated for resources: {'Network': ['ID=2a27c828-9b1a-47bd-8080-ba8d1a22d734,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:46.279096 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:30:46.368485 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a646f9a4-585f-4547-a0eb-4f528c6e28bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5673118 May 13 13:30:46.375067 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53066) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:46.380809 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Request body: {'subnet': {'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1159016591-subnet', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:46.432201 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 2, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:46.460924 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Checking router: 4b63aae7-e56b-452a-a402-b55b19866568 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:46.461264 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Updating router 4b63aae7-e56b-452a-a402-b55b19866568 port 96c04079-1fcb-47c7-8962-5b77aac8e971 binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:30:46.477088 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Made reservation on behalf of 47971cd431a1408e9bc1ba3e5cc4df2b for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:30:46.482803 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9692158'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:46.492370 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:46.674183 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device acb99a20-cacf-49a3-90c4-748aff60fa44 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:46.743640 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port acb99a20-cacf-49a3-90c4-748aff60fa44 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:46.744059 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:46.864286 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port acb99a20-cacf-49a3-90c4-748aff60fa44 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:46.881665 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a0bf-3c66-4ba9-adff-317877221d62 req-0b302d34-081c-4514-82d1-9686db632455 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:46.883226 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00b7a0bf-3c66-4ba9-adff-317877221d62 req-0b302d34-081c-4514-82d1-9686db632455 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.1123435 May 13 13:30:46.941306 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Publish callbacks [] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:46.948544 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9671687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9692128'] for subnet (7e3ce36a-4c0b-4538-97c1-d412f602dab4), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:46.960632 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00b7a0bf-3c66-4ba9-adff-317877221d62 req-4dbc5ff3-e22f-4431-8ac0-af7b051aa118 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702653 May 13 13:30:47.031156 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.034578 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3ce36a-4c0b-4538-97c1-d412f602dab4,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:47.045482 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Checking segment: {'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:47.046109 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Network hostable DHCP agents. Network: 2a27c828-9b1a-47bd-8080-ba8d1a22d734, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:30:47.097653 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Pushing event updated for resources: {'Port': ['ID=96c04079-1fcb-47c7-8962-5b77aac8e971,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:47.142135 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.142630 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.143381 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.144332 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.145348 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.145875 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.146658 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.147793 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.148141 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.148477 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.148809 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.149154 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.149481 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.149800 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.150121 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:30:47.156854 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:30:47.238223 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Attempting to bind port 96c04079-1fcb-47c7-8962-5b77aac8e971 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:30:47.238571 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Attempting to bind port 96c04079-1fcb-47c7-8962-5b77aac8e971 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:30:47.239116 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Attempting to bind port 96c04079-1fcb-47c7-8962-5b77aac8e971 on network da658553-b4a3-4d8d-bf86-544abb5d20b7 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:47.245573 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:30:47.246038 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Checking segment: {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:47.246567 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.246841 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Bound using segment: {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:30:47.247962 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Bound port: 96c04079-1fcb-47c7-8962-5b77aac8e971, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:30:47.247962 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.288082 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 2a27c828-9b1a-47bd-8080-ba8d1a22d734) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:47.300789 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27288187-285d-41ec-bbfa-adacc2d0754e None None] Network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:47.312182 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:47.313677 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.357896 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] For port 96c04079-1fcb-47c7-8962-5b77aac8e971, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:30:47.379948 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] For port 96c04079-1fcb-47c7-8962-5b77aac8e971, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=96c04079-1fcb-47c7-8962-5b77aac8e971,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:30:47.381323 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9545959-148c-470c-9317-45b150447ca5 req-843cd885-f436-4fa0-a2fb-fae21c444cc7 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 210 time: 0.1105211 May 13 13:30:47.448863 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.449221 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0da41161-9eb6-449e-a1f2-2000455dc8b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0727656 May 13 13:30:47.457299 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53112) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:47.465538 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:47.552180 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:47.552822 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:47.585324 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (19f2612a-650d-4766-8b6a-95c99c927a01), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.586990 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (19f2612a-650d-4766-8b6a-95c99c927a01), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.734964 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks [] for router_controller (19f2612a-650d-4766-8b6a-95c99c927a01), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.736688 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-5e092aa3-9213-4ca8-86d3-15ed67430ca6 None None] Provisioning complete for port 96c04079-1fcb-47c7-8962-5b77aac8e971 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:47.737066 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5e092aa3-9213-4ca8-86d3-15ed67430ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.761078 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1f1c1-d5b5-476b-ba43-a7f9c49986f6 None None] Pushing event updated for resources: {'Port': ['ID=96c04079-1fcb-47c7-8962-5b77aac8e971,revision_number=4']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:47.774685 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-2a27c828-9b1a-47bd-8080-ba8d1a22d734', 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734', 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'fixed_ips': [{'subnet_id': '7e3ce36a-4c0b-4538-97c1-d412f602dab4'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:30:47.776307 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.786132 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:47.942297 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-5e092aa3-9213-4ca8-86d3-15ed67430ca6 None None] Current status of the port 96c04079-1fcb-47c7-8962-5b77aac8e971 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:47.942692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5e092aa3-9213-4ca8-86d3-15ed67430ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:47.987580 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks [] for router_gateway (19f2612a-650d-4766-8b6a-95c99c927a01), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.034083 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-5e092aa3-9213-4ca8-86d3-15ed67430ca6 None None] For port 96c04079-1fcb-47c7-8962-5b77aac8e971, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=96c04079-1fcb-47c7-8962-5b77aac8e971,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:48.052709 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Allocated IP 172.20.0.2 (2a27c828-9b1a-47bd-8080-ba8d1a22d734/7e3ce36a-4c0b-4538-97c1-d412f602dab4/23046420-762e-41ab-9de4-559ed8d53d06) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:48.161718 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:47Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:48.175175 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb5e5a-9afb-4fbb-b8f5-559986bf7612 req-bd1b6691-6a77-4dbc-9428-40d8eb911580 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:48.176964 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-edbb5e5a-9afb-4fbb-b8f5-559986bf7612 req-bd1b6691-6a77-4dbc-9428-40d8eb911580 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0711730 May 13 13:30:48.183047 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5e092aa3-9213-4ca8-86d3-15ed67430ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.191149 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0d1a7-26b1-43ce-9271-ae3ee358f8cd None None] The sync data for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi is: [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:47Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:48.312575 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-0f99a7ef-062b-44a8-bfce-1280722b7c45 None None] Provisioning complete for port 96c04079-1fcb-47c7-8962-5b77aac8e971 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:48.317448 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0f99a7ef-062b-44a8-bfce-1280722b7c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.355714 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Publish callbacks [] for port (23046420-762e-41ab-9de4-559ed8d53d06), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.359966 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e092aa3-9213-4ca8-86d3-15ed67430ca6 None None] Pushing event updated for resources: {'Port': ['ID=96c04079-1fcb-47c7-8962-5b77aac8e971,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:48.412570 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-0f99a7ef-062b-44a8-bfce-1280722b7c45 None None] Current status of the port 96c04079-1fcb-47c7-8962-5b77aac8e971 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:48.434696 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-edbb5e5a-9afb-4fbb-b8f5-559986bf7612 req-73d59f06-524c-4d12-99dd-8bee7bce1b24 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887934 May 13 13:30:48.456275 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks [] for router_gateway (19f2612a-650d-4766-8b6a-95c99c927a01), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.475065 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.477106 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (23046420-762e-41ab-9de4-559ed8d53d06), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.517085 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:48.521716 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:48.528462 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:48.539717 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Pushing event updated for resources: {'Port': ['ID=23046420-762e-41ab-9de4-559ed8d53d06,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:48.558701 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc809f7f-9559-43a7-8d5a-8fdd443b7a86 req-d48189db-8aa9-4f08-9b51-78fdb89c605a tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 210 time: 0.0372169 May 13 13:30:48.645963 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Attempting to bind port 23046420-762e-41ab-9de4-559ed8d53d06 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:30:48.646365 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Attempting to bind port 23046420-762e-41ab-9de4-559ed8d53d06 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:30:48.646733 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Attempting to bind port 23046420-762e-41ab-9de4-559ed8d53d06 on network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:48.652226 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:30:48.652585 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Checking segment: {'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:48.653559 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.653952 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Bound using segment: {'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:30:48.654465 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Bound port: 23046420-762e-41ab-9de4-559ed8d53d06, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:30:48.654984 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (23046420-762e-41ab-9de4-559ed8d53d06), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.667248 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Allocated IP 172.27.2.234 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:48.719336 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 96c04079-1fcb-47c7-8962-5b77aac8e971 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:48.772875 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] For port 23046420-762e-41ab-9de4-559ed8d53d06, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:30:48.799346 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] For port 23046420-762e-41ab-9de4-559ed8d53d06, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=23046420-762e-41ab-9de4-559ed8d53d06,segment=NetworkSegment(81764b6f-88db-486d-ad00-10182ed15a93),segment_id=81764b6f-88db-486d-ad00-10182ed15a93)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:30:48.820790 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 96c04079-1fcb-47c7-8962-5b77aac8e971 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:48.821178 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.858573 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks [] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.887527 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (23046420-762e-41ab-9de4-559ed8d53d06), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:48.914482 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-303f9f01-a43b-4478-8c10-f75228b3cbda tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=34bb17eb306045cb83c0a1b8e69b500d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501132 May 13 13:30:49.012805 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f636c-d3de-4bf6-884c-964bd174e58d None None] Pushing event updated for resources: {'Port': ['ID=23046420-762e-41ab-9de4-559ed8d53d06,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:49.016486 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 96c04079-1fcb-47c7-8962-5b77aac8e971 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:49.032340 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:49.082854 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:49.086145 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:49.092855 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:49.099280 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:49.508931 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks [] for router_gateway (19f2612a-650d-4766-8b6a-95c99c927a01), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:49.531851 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-1dfad102-3ba1-4793-bafc-5a9750b765bb tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:49.533297 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-1dfad102-3ba1-4793-bafc-5a9750b765bb tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943109 May 13 13:30:49.545461 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Request body: {'port': {'device_id': 'b4daf8d5-ea57-459f-b1fb-e6de316e6f19', 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c', 'admin_state_up': True, 'tenant_id': '34bb17eb306045cb83c0a1b8e69b500d'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:49.621332 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e41c5-bc5a-42cf-8d02-dbe5de78c534 req-d7516caa-f23a-40a4-a182-2b0b60ed355e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:49.623485 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b2e41c5-bc5a-42cf-8d02-dbe5de78c534 req-d7516caa-f23a-40a4-a182-2b0b60ed355e tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.1083267 May 13 13:30:49.703836 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1028bca0-1b63-4acd-8b9a-0544bf81230f req-8645a0f1-51ed-4ce1-a960-35c65ac7d9bf tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 210 time: 0.0498466 May 13 13:30:49.779336 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b2e41c5-bc5a-42cf-8d02-dbe5de78c534 req-738f7a57-1b08-42e8-8498-181f10b4c30d tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236911 May 13 13:30:49.797536 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Made reservation on behalf of 34bb17eb306045cb83c0a1b8e69b500d for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:30:49.801550 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:49.816729 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:49.852624 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53172) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:49.872492 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (19f2612a-650d-4766-8b6a-95c99c927a01), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:49.919013 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks [] for security_group (99335cf2-863b-4878-85e5-ba49006a3e92), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.001573 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-930182d1-7eac-4a16-b52f-036aea723b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.037211 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (99335cf2-863b-4878-85e5-ba49006a3e92), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.116374 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-930182d1-7eac-4a16-b52f-036aea723b44 admin admin] Publish callbacks [] for security_group (419782e6-e5b2-47ba-b565-9d3d0cced4e8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.119821 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99335cf2-863b-4878-85e5-ba49006a3e92,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:50.137113 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3817ac22-3b81-4420-a766-065e0e9e47db None None] Network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:30:50.137656 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Router 19f2612a-650d-4766-8b6a-95c99c927a01 is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:30:50.198319 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-50940ffa-f736-41b7-839d-d6b1243e052c None None] Provisioning complete for port 23046420-762e-41ab-9de4-559ed8d53d06 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:50.199065 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50940ffa-f736-41b7-839d-d6b1243e052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (23046420-762e-41ab-9de4-559ed8d53d06), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.379052 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Allocated IP 192.168.233.95 (d63db359-72d8-4294-83e2-108009a1189c/16086195-6345-4a13-a300-26734eab5a32/25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:50.484168 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:50.485750 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Sync routers for ids ['19f2612a-650d-4766-8b6a-95c99c927a01'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:50.486348 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-930182d1-7eac-4a16-b52f-036aea723b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (419782e6-e5b2-47ba-b565-9d3d0cced4e8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.486772 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Routers {'19f2612a-650d-4766-8b6a-95c99c927a01'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:50.486772 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['19f2612a-650d-4766-8b6a-95c99c927a01'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:50.487233 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-930182d1-7eac-4a16-b52f-036aea723b44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=117e203209f8413a8467320739d00581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5460913 May 13 13:30:50.487233 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53182) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:50.487233 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930182d1-7eac-4a16-b52f-036aea723b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419782e6-e5b2-47ba-b565-9d3d0cced4e8,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:50.487502 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks [] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.487603 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-50940ffa-f736-41b7-839d-d6b1243e052c None None] Current status of the port 23046420-762e-41ab-9de4-559ed8d53d06 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:50.487603 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50940ffa-f736-41b7-839d-d6b1243e052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (23046420-762e-41ab-9de4-559ed8d53d06), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.487826 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ca753dd-85f4-4b5b-a35f-389fcd22052b admin admin] Publish callbacks [] for security_group (419782e6-e5b2-47ba-b565-9d3d0cced4e8), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.493299 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ca753dd-85f4-4b5b-a35f-389fcd22052b admin admin] Publish callbacks [] for security_group (419782e6-e5b2-47ba-b565-9d3d0cced4e8), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.529139 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.530755 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-af08d870-005c-45ca-b5d8-dcf2085ecdb2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0723825 May 13 13:30:50.533515 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 53184) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:50.536133 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-50940ffa-f736-41b7-839d-d6b1243e052c None None] For port 23046420-762e-41ab-9de4-559ed8d53d06, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=23046420-762e-41ab-9de4-559ed8d53d06,segment=NetworkSegment(81764b6f-88db-486d-ad00-10182ed15a93),segment_id=81764b6f-88db-486d-ad00-10182ed15a93)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:50.545990 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Set router 19f2612a-650d-4766-8b6a-95c99c927a01 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:50.607583 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.637296 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ca753dd-85f4-4b5b-a35f-389fcd22052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (419782e6-e5b2-47ba-b565-9d3d0cced4e8), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.640309 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ca753dd-85f4-4b5b-a35f-389fcd22052b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.645040 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0ca753dd-85f4-4b5b-a35f-389fcd22052b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/419782e6-e5b2-47ba-b565-9d3d0cced4e8 HTTP/1.1" status: 204 len: 168 time: 0.2403860 May 13 13:30:50.660373 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca753dd-85f4-4b5b-a35f-389fcd22052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419782e6-e5b2-47ba-b565-9d3d0cced4e8,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:50.701124 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50940ffa-f736-41b7-839d-d6b1243e052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (23046420-762e-41ab-9de4-559ed8d53d06), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.736357 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 23046420-762e-41ab-9de4-559ed8d53d06 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:50.753478 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Network d63db359-72d8-4294-83e2-108009a1189c is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:50.759481 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:50.762051 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:50.855420 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Pushing event updated for resources: {'Port': ['ID=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:50.883758 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50940ffa-f736-41b7-839d-d6b1243e052c None None] Pushing event updated for resources: {'Port': ['ID=23046420-762e-41ab-9de4-559ed8d53d06,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:50.886555 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:50.887746 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.889065 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:30:49Z', 'revision_number': 3, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port': {'id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:48Z', 'updated_at': '2022-05-13T13:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:50.913171 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6ee7-3677-4662-8fb9-acfc6da6c9b7 req-a3be434e-7e41-444b-9040-ff8556ce9088 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:50.915111 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-45ea6ee7-3677-4662-8fb9-acfc6da6c9b7 req-a3be434e-7e41-444b-9040-ff8556ce9088 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 935 time: 0.1220558 May 13 13:30:50.959861 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-459a9d8a-b957-4dd3-9655-d8096f1382d0 None None] Provisioning complete for port 23046420-762e-41ab-9de4-559ed8d53d06 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:50.960365 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-459a9d8a-b957-4dd3-9655-d8096f1382d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (23046420-762e-41ab-9de4-559ed8d53d06), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:50.966495 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Checking router: 19f2612a-650d-4766-8b6a-95c99c927a01 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:50.967203 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Updating router 19f2612a-650d-4766-8b6a-95c99c927a01 port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:30:51.007557 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73fd07-0fc2-4562-b50c-43f44018bc4d req-a413ac2b-82d0-4c9e-ba4b-22618c114dbb tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:51.010161 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee73fd07-0fc2-4562-b50c-43f44018bc4d req-a413ac2b-82d0-4c9e-ba4b-22618c114dbb tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 943 time: 0.0905433 May 13 13:30:51.055388 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-45ea6ee7-3677-4662-8fb9-acfc6da6c9b7 req-db3470eb-8326-441f-9270-f00db0907ea6 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302741 May 13 13:30:51.084788 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 23046420-762e-41ab-9de4-559ed8d53d06 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:51.087350 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (23046420-762e-41ab-9de4-559ed8d53d06), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.089183 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-3b163f5b-fb2e-457b-8e82-40886c5153c2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5476396 May 13 13:30:51.104606 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee73fd07-0fc2-4562-b50c-43f44018bc4d req-5a88c0ae-f400-4020-aa36-f528d30715d7 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867577 May 13 13:30:51.113924 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Request body: {'port': {'device_id': 'b4daf8d5-ea57-459f-b1fb-e6de316e6f19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:30:51.160450 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.243676 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.326168 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-459a9d8a-b957-4dd3-9655-d8096f1382d0 None None] Current status of the port 23046420-762e-41ab-9de4-559ed8d53d06 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:51.334290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 23046420-762e-41ab-9de4-559ed8d53d06 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:51.339580 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.518023 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 53196) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:51.536756 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-03275493-b445-46f4-976c-80b46e463a56 None None] Provisioning complete for port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:51.537123 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-03275493-b445-46f4-976c-80b46e463a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.565318 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:30:51.571562 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-877bcc44-852a-49f1-b34e-f10a92312faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.615529 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-03275493-b445-46f4-976c-80b46e463a56 None None] Port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:30:51.707632 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Allocated IP 172.20.0.1 (2a27c828-9b1a-47bd-8080-ba8d1a22d734/7e3ce36a-4c0b-4538-97c1-d412f602dab4/e594eec6-926d-435f-adf1-5aa9e3475a4d) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:30:51.771673 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Publish callbacks [] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.774803 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:51.787868 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'port_id': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'mac_address': 'fa:16:3e:01:6f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:30:51.832177 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:51.832496 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.842534 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:30:51.851628 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.858003 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:30:51.864380 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Publish callbacks [] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.885336 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-877bcc44-852a-49f1-b34e-f10a92312faf admin admin] Publish callbacks [] for security_group (8c526f6d-9642-443f-96a4-a443c50b6bf1), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.898940 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Transition to ACTIVE for port object 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:30:51.923624 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:51.932663 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Attempting to bind port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:30:51.933042 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Attempting to bind port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:30:51.933428 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Attempting to bind port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:51.939019 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Publish callbacks [] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.940382 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a9c74-5063-4cc8-b380-5551e4aaa543 None None] Pushing event updated for resources: {'Port': ['ID=cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:51.947127 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:30:51.948159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:51.948159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.948159 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:30:51.948568 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Bound port: cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:30:51.948958 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:51.979043 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-877bcc44-852a-49f1-b34e-f10a92312faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8c526f6d-9642-443f-96a4-a443c50b6bf1), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.007788 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] For port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:30:52.011119 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] For port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:30:52.019882 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bcc44-852a-49f1-b34e-f10a92312faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c526f6d-9642-443f-96a4-a443c50b6bf1,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:52.024090 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-877bcc44-852a-49f1-b34e-f10a92312faf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cec0f960f41c425e8cd39989e44fa95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5034566 May 13 13:30:52.026907 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 53202) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:52.054596 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.062018 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.107515 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.118767 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=7']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:52.135583 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.145565 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Pushing event updated for resources: {'Port': ['ID=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:52.198951 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Pushing event updated for resources: {'Port': ['ID=e594eec6-926d-435f-adf1-5aa9e3475a4d,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:52.209952 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-53e85ac9-a359-4444-ba1d-8ea9026bd62f admin admin] Publish callbacks [] for security_group (8c526f6d-9642-443f-96a4-a443c50b6bf1), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.236946 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:52.243340 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:52.250815 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:30:52.250960 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a9c74-5063-4cc8-b380-5551e4aaa543 None None] Pushing event updated for resources: {'Port': ['ID=cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:52.267117 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['7ceff24a-7ce2-4184-bc2c-ed2f493ac946'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:30:52.293969 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (19f2612a-650d-4766-8b6a-95c99c927a01), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.337057 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Routers {'19f2612a-650d-4766-8b6a-95c99c927a01'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:52.337709 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['19f2612a-650d-4766-8b6a-95c99c927a01'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:52.381462 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa2cf6-3296-4ca5-b9e6-5ab7e31e4953 req-645a589d-f68d-4979-9603-8ffce95734ae tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:52.383078 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7aaa2cf6-3296-4ca5-b9e6-5ab7e31e4953 req-645a589d-f68d-4979-9603-8ffce95734ae tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 944 time: 0.1220322 May 13 13:30:52.400500 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c5cc1-18f7-41c1-a5cb-4fc9c6cbbb53 req-a2e1ddb8-6de7-404a-8a22-dee90657cd97 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:52.402042 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-629c5cc1-18f7-41c1-a5cb-4fc9c6cbbb53 req-a2e1ddb8-6de7-404a-8a22-dee90657cd97 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 947 time: 0.2311659 May 13 13:30:52.443993 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-53e85ac9-a359-4444-ba1d-8ea9026bd62f admin admin] Publish callbacks [] for security_group (8c526f6d-9642-443f-96a4-a443c50b6bf1), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.458440 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53210) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:52.470703 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Attempting to bind port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:30:52.471034 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Attempting to bind port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:30:52.471357 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Attempting to bind port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b on network d63db359-72d8-4294-83e2-108009a1189c {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:52.499020 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b on network d63db359-72d8-4294-83e2-108009a1189c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:30:52.499368 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Attempting to bind port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b on network d63db359-72d8-4294-83e2-108009a1189c {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:52.521544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:30:52.521909 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Checking segment: {'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:52.522314 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Bound using segment: {'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:30:52.522763 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Bound port: 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba10027-3ebe-4712-bb40-2ccf28ae666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:30:52.523120 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.524827 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7aaa2cf6-3296-4ca5-b9e6-5ab7e31e4953 req-61ad5b34-a028-429a-aa63-10d80de826a3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210878 May 13 13:30:52.602660 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-629c5cc1-18f7-41c1-a5cb-4fc9c6cbbb53 req-db8ca1e7-98b4-4103-bd84-7f3a0c5d1b69 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504207 May 13 13:30:52.669969 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] For port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:30:52.674043 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] For port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,segment=NetworkSegment(1ba10027-3ebe-4712-bb40-2ccf28ae666b),segment_id=1ba10027-3ebe-4712-bb40-2ccf28ae666b)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:30:52.696080 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-53f6390d-7e63-48db-85ef-359918a1c5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.702597 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 23046420-762e-41ab-9de4-559ed8d53d06 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:52.711571 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] Set router 19f2612a-650d-4766-8b6a-95c99c927a01 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:52.736231 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.767951 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.810051 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-53e85ac9-a359-4444-ba1d-8ea9026bd62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8c526f6d-9642-443f-96a4-a443c50b6bf1), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.812587 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-53e85ac9-a359-4444-ba1d-8ea9026bd62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.816619 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-53e85ac9-a359-4444-ba1d-8ea9026bd62f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c526f6d-9642-443f-96a4-a443c50b6bf1 HTTP/1.1" status: 204 len: 168 time: 0.7886472 May 13 13:30:52.835114 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:52.835114 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.835683 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] 10.222.0.69 "PUT /v2.0/ports/25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b HTTP/1.1" status: 200 len: 1097 time: 1.7259867 May 13 13:30:52.836137 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4daf8d5-ea57-459f-b1fb-e6de316e6f19', 'tag': '25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:52.838519 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038ba3b3-ef1a-4bba-b19d-1aa6c7db8151" -d '{"events": [{"name": "network-changed", "server_uuid": "b4daf8d5-ea57-459f-b1fb-e6de316e6f19", "tag": "25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:52.847621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a5d1d2c0-3f0e-4457-abe6-a6f1f80085f4 None None] Provisioning complete for port e594eec6-926d-435f-adf1-5aa9e3475a4d triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:52.848754 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d2c0-3f0e-4457-abe6-a6f1f80085f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.897856 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-53f6390d-7e63-48db-85ef-359918a1c5e0 admin admin] Publish callbacks [] for security_group (bd5830df-1525-42d1-9889-7e32da36d2c9), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:52.978413 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-53f6390d-7e63-48db-85ef-359918a1c5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (bd5830df-1525-42d1-9889-7e32da36d2c9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.002141 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 23046420-762e-41ab-9de4-559ed8d53d06 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:53.002683 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (23046420-762e-41ab-9de4-559ed8d53d06), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.044941 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-53f6390d-7e63-48db-85ef-359918a1c5e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2908354ac5dc44f98a7f23bcae27cc01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5694468 May 13 13:30:53.048408 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6390d-7e63-48db-85ef-359918a1c5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5830df-1525-42d1-9889-7e32da36d2c9,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:53.049202 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53218) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:30:53.074952 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1d2c0-3f0e-4457-abe6-a6f1f80085f4 None None] Port e594eec6-926d-435f-adf1-5aa9e3475a4d cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:30:53.157065 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4e8d-62f4-43f4-b6ea-bab2d0d855b9 admin admin] Publish callbacks [] for security_group (bd5830df-1525-42d1-9889-7e32da36d2c9), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.221043 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4e8d-62f4-43f4-b6ea-bab2d0d855b9 admin admin] Publish callbacks [] for security_group (bd5830df-1525-42d1-9889-7e32da36d2c9), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.272559 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 23046420-762e-41ab-9de4-559ed8d53d06 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:53.274256 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e85ac9-a359-4444-ba1d-8ea9026bd62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c526f6d-9642-443f-96a4-a443c50b6bf1,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:53.278890 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0260618-0031-4722-84bf-ae8b871f2fcb x-openstack-request-id: req-a0260618-0031-4722-84bf-ae8b871f2fcb {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:53.279505 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4daf8d5-ea57-459f-b1fb-e6de316e6f19", "tag": "25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:53.279951 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0260618-0031-4722-84bf-ae8b871f2fcb {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:53.280533 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0260618-0031-4722-84bf-ae8b871f2fcb'] response: {'name': 'network-changed', 'server_uuid': 'b4daf8d5-ea57-459f-b1fb-e6de316e6f19', 'tag': '25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b', 'status': 'completed', 'code': 200} May 13 13:30:53.314394 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d92fae-cb7c-4bda-8aff-54be5a19e41e service neutron] Pushing event updated for resources: {'Port': ['ID=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:53.363509 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:30:49Z', 'revision_number': 3, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port': {'id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:48Z', 'updated_at': '2022-05-13T13:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:53.369505 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ba3b3-ef1a-4bba-b19d-1aa6c7db8151 req-34a0051c-ba9f-49aa-915d-4c2794ea4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:53.371026 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-038ba3b3-ef1a-4bba-b19d-1aa6c7db8151 req-34a0051c-ba9f-49aa-915d-4c2794ea4edc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=34bb17eb306045cb83c0a1b8e69b500d&device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 1131 time: 0.0839517 May 13 13:30:53.406096 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367d038d-0d14-4fc8-94b7-1328193f7d68 None None] The sync data for ids ['19f2612a-650d-4766-8b6a-95c99c927a01'] in dv-cinder-841632-1-iscsi is: [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:30:49Z', 'revision_number': 3, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port': {'id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:48Z', 'updated_at': '2022-05-13T13:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:53.408173 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4e8d-62f4-43f4-b6ea-bab2d0d855b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (bd5830df-1525-42d1-9889-7e32da36d2c9), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.410854 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4e8d-62f4-43f4-b6ea-bab2d0d855b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.412868 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e3ee4e8d-62f4-43f4-b6ea-bab2d0d855b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd5830df-1525-42d1-9889-7e32da36d2c9 HTTP/1.1" status: 204 len: 168 time: 0.3474686 May 13 13:30:53.436096 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4e8d-62f4-43f4-b6ea-bab2d0d855b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5830df-1525-42d1-9889-7e32da36d2c9,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:53.448226 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-038ba3b3-ef1a-4bba-b19d-1aa6c7db8151 req-9082db90-fe3f-4c86-86d3-aa47eab50ad9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=34bb17eb306045cb83c0a1b8e69b500d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555892 May 13 13:30:53.565054 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:53.573070 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Publish callbacks [] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.631697 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ba3b3-ef1a-4bba-b19d-1aa6c7db8151 req-824c7810-15d1-4d9a-a706-7aebf85f1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:53.633853 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-038ba3b3-ef1a-4bba-b19d-1aa6c7db8151 req-824c7810-15d1-4d9a-a706-7aebf85f1e1f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775393 May 13 13:30:53.636795 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.665207 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:53.665840 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.711920 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Pushing event updated for resources: {'Port': ['ID=e594eec6-926d-435f-adf1-5aa9e3475a4d,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:53.815514 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671aab2-292d-451b-8ee6-1847ad88a750 req-68df7659-ad0c-4e0d-8ac3-9ca027c627dd tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:53.817831 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5671aab2-292d-451b-8ee6-1847ad88a750 req-68df7659-ad0c-4e0d-8ac3-9ca027c627dd tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 944 time: 0.1965258 May 13 13:30:53.838589 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:53.841735 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.849882 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0dd0e-d785-4af1-9abd-2f545a10c0b2 req-362276d3-4f4b-4246-b48f-371b0f0b2425 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:53.853754 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-09ff4f7d-831c-442a-86c2-cbb00ed02f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:53.855504 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-09ff4f7d-831c-442a-86c2-cbb00ed02f90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=34bb17eb306045cb83c0a1b8e69b500d&device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 1131 time: 0.1637180 May 13 13:30:53.858095 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24e0dd0e-d785-4af1-9abd-2f545a10c0b2 req-362276d3-4f4b-4246-b48f-371b0f0b2425 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 947 time: 0.1213565 May 13 13:30:53.860901 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (19f2612a-650d-4766-8b6a-95c99c927a01), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:53.898544 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:30:53.900922 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01871ce2-5490-4415-8416-703194925123" -d '{"events": [{"server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "name": "network-vif-plugged", "status": "completed", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:30:53.915623 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:53.944122 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5671aab2-292d-451b-8ee6-1847ad88a750 req-fd1d1d23-ed7c-4a71-9e4c-792cdd432522 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158190 May 13 13:30:53.964994 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-10439e8e-986b-431b-aad8-80c68b36a2bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b HTTP/1.1" status: 200 len: 217 time: 0.0785391 May 13 13:30:53.997433 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:54.049419 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24e0dd0e-d785-4af1-9abd-2f545a10c0b2 req-e99f2be9-336c-49a2-8df2-aa840d430583 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814766 May 13 13:30:54.058828 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e814f44-d67f-4f23-953a-b2a4a4d2bf5b x-openstack-request-id: req-3e814f44-d67f-4f23-953a-b2a4a4d2bf5b {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:30:54.059312 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "name": "network-vif-plugged", "status": "completed", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:30:54.059701 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e814f44-d67f-4f23-953a-b2a4a4d2bf5b {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:30:54.079812 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e814f44-d67f-4f23-953a-b2a4a4d2bf5b'] response: {'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'code': 200} May 13 13:30:54.120817 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=8']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:54.126744 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-88751700-00d2-448e-911f-fac46c4e7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.128219 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-88751700-00d2-448e-911f-fac46c4e7010 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=16086195-6345-4a13-a300-26734eab5a32 HTTP/1.1" status: 200 len: 843 time: 0.1510174 May 13 13:30:54.198465 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:30:54.199976 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:30:54.255448 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-30b3c066-12a0-476a-b61b-723dc04e4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.260100 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-30b3c066-12a0-476a-b61b-723dc04e4a05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63db359-72d8-4294-83e2-108009a1189c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1226966 May 13 13:30:54.481284 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48faaa-d66b-47d4-8ae7-faee92d37b52 req-ce768082-072c-485f-8eb8-5cb2776df6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:54.481284 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4f48faaa-d66b-47d4-8ae7-faee92d37b52 req-ce768082-072c-485f-8eb8-5cb2776df6cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1129 time: 0.1353858 May 13 13:30:54.582594 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-c9f4919f-0209-4520-bc6c-e3be2713419a service neutron] 10.222.0.69 "GET /v2.0/networks/d63db359-72d8-4294-83e2-108009a1189c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946332 May 13 13:30:54.593635 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Router 19f2612a-650d-4766-8b6a-95c99c927a01 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:30:54.607451 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-975c6c5e-fcec-4adc-a3bd-73174736be21 None None] Provisioning complete for port e594eec6-926d-435f-adf1-5aa9e3475a4d triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:54.612465 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-975c6c5e-fcec-4adc-a3bd-73174736be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:54.724356 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-975c6c5e-fcec-4adc-a3bd-73174736be21 None None] Port e594eec6-926d-435f-adf1-5aa9e3475a4d cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:30:54.761136 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:54.828767 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4f48faaa-d66b-47d4-8ae7-faee92d37b52 req-a58946f0-1bd1-491a-a447-b376dc7a0b03 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035202 May 13 13:30:54.829888 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:54.830263 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:54.922292 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:54.922911 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:54.932573 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:30:54.942331 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-fc494b3f-7c5f-4be5-a348-b5f98ced6490 admin admin] 10.222.0.13 "PUT /v2.0/routers/19f2612a-650d-4766-8b6a-95c99c927a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4074364 May 13 13:30:54.962853 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:54.985172 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fd8e574d-54f6-4e8b-a251-0b279fb7e0b8 req-dafeee1b-24fa-4bfd-be12-6a148e4eee4d service neutron] 10.222.0.69 "GET /v2.0/networks/d63db359-72d8-4294-83e2-108009a1189c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864717 May 13 13:30:55.045544 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:55.161043 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882a9c-8395-415f-b00d-81e5a4ec7426 req-4414d553-15ed-434c-8597-3bef29693e7f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:55.164550 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98882a9c-8395-415f-b00d-81e5a4ec7426 req-4414d553-15ed-434c-8597-3bef29693e7f tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.1043479 May 13 13:30:55.199516 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:55.283494 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2c049-0834-4694-acba-fee1a245d465 req-ee5f1d07-6011-44c1-86c7-8478462929f7 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:55.285051 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97c2c049-0834-4694-acba-fee1a245d465 req-ee5f1d07-6011-44c1-86c7-8478462929f7 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 947 time: 0.0758827 May 13 13:30:55.289222 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98882a9c-8395-415f-b00d-81e5a4ec7426 req-3adac1de-e45d-40ae-9a1e-ee2db703891d tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171956 May 13 13:30:55.623927 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97c2c049-0834-4694-acba-fee1a245d465 req-c3c89b1d-24c3-4c9a-bb9c-e8114e5970a1 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332632 May 13 13:30:55.781903 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Sync routers for ids ['19f2612a-650d-4766-8b6a-95c99c927a01'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:30:55.792618 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Routers {'19f2612a-650d-4766-8b6a-95c99c927a01'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:55.793781 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['19f2612a-650d-4766-8b6a-95c99c927a01'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:55.925990 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Set router 19f2612a-650d-4766-8b6a-95c99c927a01 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:56.149297 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:30:52Z', 'revision_number': 4, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port': {'id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:48Z', 'updated_at': '2022-05-13T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'e594eec6-926d-435f-adf1-5aa9e3475a4d', 'name': '', 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'mac_address': 'fa:16:3e:ce:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7e3ce36a-4c0b-4538-97c1-d412f602dab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:51Z', 'updated_at': '2022-05-13T13:30:52Z', 'revision_number': 2, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'subnets': [{'id': '7e3ce36a-4c0b-4538-97c1-d412f602dab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:56.179312 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Checking router: 19f2612a-650d-4766-8b6a-95c99c927a01 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:30:56.179658 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Updating router 19f2612a-650d-4766-8b6a-95c99c927a01 port e594eec6-926d-435f-adf1-5aa9e3475a4d binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:30:56.215319 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:56.472690 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003253d8-2ddf-4c39-859b-3d8fc0c6be9a req-656018de-5d94-4565-8169-0015d2d335e8 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:56.483797 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-003253d8-2ddf-4c39-859b-3d8fc0c6be9a req-656018de-5d94-4565-8169-0015d2d335e8 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.1031442 May 13 13:30:56.605603 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-003253d8-2ddf-4c39-859b-3d8fc0c6be9a req-94983d06-80ad-4889-88c5-928eaa99980b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185074 May 13 13:30:56.620194 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Publish callbacks [] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:56.702461 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:56.721837 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:56.787589 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:56.788274 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:56.830291 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199925b-1fd3-4929-9863-0ee184f8c204 req-f8e3646b-8304-42c3-b43c-d69d37f60989 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:56.832392 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e199925b-1fd3-4929-9863-0ee184f8c204 req-f8e3646b-8304-42c3-b43c-d69d37f60989 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 947 time: 0.1227298 May 13 13:30:56.848344 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb874d0-f3b9-4cf1-91ef-3bf0d68428ae None None] Pushing event updated for resources: {'Port': ['ID=e594eec6-926d-435f-adf1-5aa9e3475a4d,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:56.913209 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Attempting to bind port e594eec6-926d-435f-adf1-5aa9e3475a4d on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:30:56.913821 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Attempting to bind port e594eec6-926d-435f-adf1-5aa9e3475a4d by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:30:56.914376 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Attempting to bind port e594eec6-926d-435f-adf1-5aa9e3475a4d on network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:30:56.922640 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:30:56.923493 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Checking segment: {'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:30:56.924132 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:56.924660 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Bound using segment: {'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:30:56.925498 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Bound port: e594eec6-926d-435f-adf1-5aa9e3475a4d, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81764b6f-88db-486d-ad00-10182ed15a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:30:56.926091 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:56.940773 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:56.971199 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e199925b-1fd3-4929-9863-0ee184f8c204 req-f92eaffa-8c59-4a53-856a-d200eeaf0261 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318593 May 13 13:30:57.036091 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] For port e594eec6-926d-435f-adf1-5aa9e3475a4d, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:30:57.043876 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] For port e594eec6-926d-435f-adf1-5aa9e3475a4d, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=e594eec6-926d-435f-adf1-5aa9e3475a4d,segment=NetworkSegment(81764b6f-88db-486d-ad00-10182ed15a93),segment_id=81764b6f-88db-486d-ad00-10182ed15a93)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:30:57.170022 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-27be779c-8f80-40dd-83a2-574e7a06c76e None None] Provisioning complete for port e594eec6-926d-435f-adf1-5aa9e3475a4d triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:57.171499 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-27be779c-8f80-40dd-83a2-574e7a06c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:57.187298 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:57.233397 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-27be779c-8f80-40dd-83a2-574e7a06c76e None None] Port e594eec6-926d-435f-adf1-5aa9e3475a4d cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:30:57.295786 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb874d0-f3b9-4cf1-91ef-3bf0d68428ae None None] Pushing event updated for resources: {'Port': ['ID=e594eec6-926d-435f-adf1-5aa9e3475a4d,revision_number=4']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:57.303263 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Routers {'19f2612a-650d-4766-8b6a-95c99c927a01'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:30:57.304111 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:30:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['19f2612a-650d-4766-8b6a-95c99c927a01'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:57.522402 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] Set router 19f2612a-650d-4766-8b6a-95c99c927a01 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:30:57.598441 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:30:57.669482 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-2cbea6bf-f01b-4a64-b258-133973e31bcf None None] Provisioning complete for port e594eec6-926d-435f-adf1-5aa9e3475a4d triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:57.669934 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2cbea6bf-f01b-4a64-b258-133973e31bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:57.759428 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5771-81f5-42c7-a878-befc6e68d06b req-121117c3-9971-457c-8e50-d85f6f446358 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:57.769478 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94fd5771-81f5-42c7-a878-befc6e68d06b req-121117c3-9971-457c-8e50-d85f6f446358 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0910275 May 13 13:30:57.844279 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94fd5771-81f5-42c7-a878-befc6e68d06b req-b8fe18ce-87c8-4258-a78a-ae96ec6ae87b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733492 May 13 13:30:57.845741 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:30:52Z', 'revision_number': 4, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port': {'id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:48Z', 'updated_at': '2022-05-13T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'e594eec6-926d-435f-adf1-5aa9e3475a4d', 'name': '', 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'mac_address': 'fa:16:3e:ce:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7e3ce36a-4c0b-4538-97c1-d412f602dab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:51Z', 'updated_at': '2022-05-13T13:30:57Z', 'revision_number': 4, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'subnets': [{'id': '7e3ce36a-4c0b-4538-97c1-d412f602dab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:30:57.884399 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e193ed-c4ae-41a7-8b27-c149796af35a None None] The sync data for ids ['19f2612a-650d-4766-8b6a-95c99c927a01'] in dv-cinder-841632-1-iscsi is: [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:30:52Z', 'revision_number': 4, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port': {'id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:48Z', 'updated_at': '2022-05-13T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'e594eec6-926d-435f-adf1-5aa9e3475a4d', 'name': '', 'network_id': '2a27c828-9b1a-47bd-8080-ba8d1a22d734', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'mac_address': 'fa:16:3e:ce:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '7e3ce36a-4c0b-4538-97c1-d412f602dab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:51Z', 'updated_at': '2022-05-13T13:30:57Z', 'revision_number': 4, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'subnets': [{'id': '7e3ce36a-4c0b-4538-97c1-d412f602dab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:30:58.082720 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-2cbea6bf-f01b-4a64-b258-133973e31bcf None None] Current status of the port e594eec6-926d-435f-adf1-5aa9e3475a4d is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:58.083924 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2cbea6bf-f01b-4a64-b258-133973e31bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.087965 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,segment=NetworkSegment(1ba10027-3ebe-4712-bb40-2ccf28ae666b),segment_id=1ba10027-3ebe-4712-bb40-2ccf28ae666b)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:58.113419 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b', 'network_id': 'd63db359-72d8-4294-83e2-108009a1189c', 'port_id': '25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b', 'mac_address': 'fa:16:3e:95:fc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16086195-6345-4a13-a300-26734eab5a32', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:30:58.143452 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7af6b-edd0-4578-9b7d-9b72d589af13 req-4ac495fd-13cb-4766-982d-6ece4e3778f3 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:58.151601 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ef7af6b-edd0-4578-9b7d-9b72d589af13 req-4ac495fd-13cb-4766-982d-6ece4e3778f3 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 947 time: 0.0788844 May 13 13:30:58.174453 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:58.175903 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.210538 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:30:58.217692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-2cbea6bf-f01b-4a64-b258-133973e31bcf None None] For port e594eec6-926d-435f-adf1-5aa9e3475a4d, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=e594eec6-926d-435f-adf1-5aa9e3475a4d,segment=NetworkSegment(81764b6f-88db-486d-ad00-10182ed15a93),segment_id=81764b6f-88db-486d-ad00-10182ed15a93)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:58.224634 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ef7af6b-edd0-4578-9b7d-9b72d589af13 req-3a0e4d66-bc75-4912-a6cc-59492b2dae62 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708377 May 13 13:30:58.251564 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,segment=NetworkSegment(1ba10027-3ebe-4712-bb40-2ccf28ae666b),segment_id=1ba10027-3ebe-4712-bb40-2ccf28ae666b)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:30:58.281771 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2cbea6bf-f01b-4a64-b258-133973e31bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.318080 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.355154 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbea6bf-f01b-4a64-b258-133973e31bcf None None] Pushing event updated for resources: {'Port': ['ID=e594eec6-926d-435f-adf1-5aa9e3475a4d,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:58.416745 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:30:58.520925 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:30:58.702149 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device e594eec6-926d-435f-adf1-5aa9e3475a4d up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:30:58.794920 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port e594eec6-926d-435f-adf1-5aa9e3475a4d triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:30:58.795747 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:30:58.945550 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port e594eec6-926d-435f-adf1-5aa9e3475a4d is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:30:59.458954 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c675f2f-3ace-4d23-89a9-e50f14916874 req-c18e0fd1-47fc-4e29-bb5a-51f5df71c922 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:30:59.460709 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c675f2f-3ace-4d23-89a9-e50f14916874 req-c18e0fd1-47fc-4e29-bb5a-51f5df71c922 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 948 time: 0.0892653 May 13 13:30:59.535097 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c675f2f-3ace-4d23-89a9-e50f14916874 req-83e759e3-8c4c-48b8-b42c-3e252f89e63a tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660312 May 13 13:31:00.240010 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:00.299612 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:31:00.655617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b38e16-f69e-4a9c-91b4-5e44f11f80c2 req-e83999ec-d3b1-42a2-b23e-be4c5ea640e6 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:00.657106 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07b38e16-f69e-4a9c-91b4-5e44f11f80c2 req-e83999ec-d3b1-42a2-b23e-be4c5ea640e6 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 948 time: 0.0489917 May 13 13:31:00.705519 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07b38e16-f69e-4a9c-91b4-5e44f11f80c2 req-2a51ec7c-db79-42e3-8dea-c8563ed7b4df tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 May 13 13:31:00.718583 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:00.719167 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.748032 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.819787 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:00.820173 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:00.844629 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4daf8d5-ea57-459f-b1fb-e6de316e6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:00.847576 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55ac797-6788-433f-b8b0-2de906157b5e" -d '{"events": [{"server_uuid": "b4daf8d5-ea57-459f-b1fb-e6de316e6f19", "name": "network-vif-plugged", "status": "completed", "tag": "25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:00.861601 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,segment=NetworkSegment(1ba10027-3ebe-4712-bb40-2ccf28ae666b),segment_id=1ba10027-3ebe-4712-bb40-2ccf28ae666b)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:00.887134 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdb8b9c-0293-46c1-a3c2-0ca0c2c901be x-openstack-request-id: req-6cdb8b9c-0293-46c1-a3c2-0ca0c2c901be {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:00.887449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4daf8d5-ea57-459f-b1fb-e6de316e6f19", "name": "network-vif-plugged", "status": "completed", "tag": "25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:00.887748 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cdb8b9c-0293-46c1-a3c2-0ca0c2c901be {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:00.888152 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdb8b9c-0293-46c1-a3c2-0ca0c2c901be'] response: {'server_uuid': 'b4daf8d5-ea57-459f-b1fb-e6de316e6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b', 'code': 200} May 13 13:31:00.952386 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:01.019491 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:01.840511 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6d0b0-ecfd-4e36-b542-3e007d62bdd4 req-723e1bf1-b51d-402c-80e5-b8556d80547b tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:01.843257 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99f6d0b0-ecfd-4e36-b542-3e007d62bdd4 req-723e1bf1-b51d-402c-80e5-b8556d80547b tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0630527 May 13 13:31:01.915996 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99f6d0b0-ecfd-4e36-b542-3e007d62bdd4 req-d3649195-90b5-4e01-b1ec-d95abddd6e83 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659125 May 13 13:31:02.243242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd0944-8f16-4de7-82c7-d6205ba9b611 req-87f9d0e9-2e54-437c-9924-0e59d45862fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:02.247738 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a5cd0944-8f16-4de7-82c7-d6205ba9b611 req-87f9d0e9-2e54-437c-9924-0e59d45862fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 1133 time: 0.0622456 May 13 13:31:02.295907 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a5cd0944-8f16-4de7-82c7-d6205ba9b611 req-01d4b612-b0da-4e60-bf07-da5e5ceed796 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444322 May 13 13:31:03.112111 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3524d0-1005-4d3e-8037-830acdf5604c req-dc1264b4-e129-451a-b7e2-908d0fae80a3 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:03.118805 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc3524d0-1005-4d3e-8037-830acdf5604c req-dc1264b4-e129-451a-b7e2-908d0fae80a3 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0801847 May 13 13:31:03.206513 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc3524d0-1005-4d3e-8037-830acdf5604c req-8c0f6720-fb3f-41e9-85c7-502d6b500c4a tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858269 May 13 13:31:04.332026 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a99b-44b9-486f-9e32-898cda2937fe req-431db8f4-c155-4537-b7f6-fa6ae88f6a8e tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:04.333599 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0140a99b-44b9-486f-9e32-898cda2937fe req-431db8f4-c155-4537-b7f6-fa6ae88f6a8e tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0506933 May 13 13:31:04.392251 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0140a99b-44b9-486f-9e32-898cda2937fe req-81bc15e4-385e-4ebc-9fe1-e3927fa38b3b tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529852 May 13 13:31:04.968078 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c550b-8fc7-4f86-9361-0263c7fe3499 req-cd469af8-e124-4147-b000-126f9093a96f tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:04.969845 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab8c550b-8fc7-4f86-9361-0263c7fe3499 req-cd469af8-e124-4147-b000-126f9093a96f tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0648634 May 13 13:31:05.036916 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab8c550b-8fc7-4f86-9361-0263c7fe3499 req-7ed90819-bd53-4516-b85b-63a0ae565a25 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597661 May 13 13:31:05.608167 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fadafde5-b6b3-4b8b-9137-f8d37611339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:06.164414 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea693f3-9164-4415-bdb2-79661448ef9c req-c44e61f7-bfac-481a-a330-cbbc79a65f9d tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:06.166007 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fea693f3-9164-4415-bdb2-79661448ef9c req-c44e61f7-bfac-481a-a330-cbbc79a65f9d tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0536666 May 13 13:31:06.233422 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fea693f3-9164-4415-bdb2-79661448ef9c req-f615a5ed-1984-4866-a451-36ac2b8b4699 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580308 May 13 13:31:06.324014 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:31:07.365904 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce58b0-9699-488c-9981-3f3ec3ae77f5 req-97c12b1f-5fc2-456a-a825-777a3d5ce77c tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:07.367465 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-38ce58b0-9699-488c-9981-3f3ec3ae77f5 req-97c12b1f-5fc2-456a-a825-777a3d5ce77c tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0618567 May 13 13:31:07.418259 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-38ce58b0-9699-488c-9981-3f3ec3ae77f5 req-500011a9-0859-4889-a7d5-4f3789d73ac7 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 May 13 13:31:08.088366 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-08a38886-6c68-4d37-99fc-9b6f24e50462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:08.499838 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-c3351b26-ffb8-4dcc-95c2-16790b9d8606 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:08.501285 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-c3351b26-ffb8-4dcc-95c2-16790b9d8606 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/networks?id=da658553-b4a3-4d8d-bf86-544abb5d20b7 HTTP/1.1" status: 200 len: 814 time: 0.1021700 May 13 13:31:08.541546 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-e3805c15-14d1-4116-8b36-5c49f584094b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/quotas/a3d1e5b7a3054d769e38bb8e12b202af HTTP/1.1" status: 200 len: 375 time: 0.0326505 May 13 13:31:08.565003 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3f7a8-a861-4071-934a-54920121b204 req-241df7a7-8a95-49f2-b401-d192c97df4b2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:08.566529 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d8e3f7a8-a861-4071-934a-54920121b204 req-241df7a7-8a95-49f2-b401-d192c97df4b2 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0744579 May 13 13:31:08.612289 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-429f93e3-79bb-4a4f-827c-47a4b4817fcd tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651388 May 13 13:31:08.643072 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d8e3f7a8-a861-4071-934a-54920121b204 req-16d31294-90de-4aba-90e6-0f3202bed1d1 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 May 13 13:31:08.806578 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-d9422480-712a-4d1b-9eb0-a6a15756864b service neutron] 10.222.0.13 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817389 May 13 13:31:08.895872 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-ca57edef-a784-42a1-9c15-470cc4075dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826817 May 13 13:31:09.167152 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c2c58329-d54d-42d7-acca-433157fe7494 req-385dbc7e-ec1c-4d5c-b0d6-053e682cbea0 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 210 time: 0.0304313 May 13 13:31:09.556542 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-7e024ac6-528a-4cb4-ae9b-81c9ef9f8761 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:09.558009 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-7e024ac6-528a-4cb4-ae9b-81c9ef9f8761 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0478802 May 13 13:31:09.624278 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:09.773933 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff8344-072b-4851-a044-20b33d3c3002 req-19ecafa3-4cb8-43a2-9ffc-bf24a901ef63 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:09.775518 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-13ff8344-072b-4851-a044-20b33d3c3002 req-19ecafa3-4cb8-43a2-9ffc-bf24a901ef63 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 949 time: 0.0634441 May 13 13:31:09.810621 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Deleting port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:31:09.811229 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:09.838442 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-13ff8344-072b-4851-a044-20b33d3c3002 req-45146aed-02d1-436a-8e6b-d3089515d8ae tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/security-groups?id=99335cf2-863b-4878-85e5-ba49006a3e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 May 13 13:31:09.919537 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] For port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,segment=NetworkSegment(1ba10027-3ebe-4712-bb40-2ccf28ae666b),segment_id=1ba10027-3ebe-4712-bb40-2ccf28ae666b)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:09.919902 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:09.939708 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Calling delete_port for 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:31:10.257421 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dcec9045-0228-43d9-aa11-d81176814b4d req-91a90d10-12a6-484b-a3a7-567bb20b392e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 210 time: 0.0304859 May 13 13:31:10.282392 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.292875 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:10.323120 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Pushing event deleted for resources: {'Port': ['ID=25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:10.392606 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] No DVR routers for this DVR port 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:31:10.395458 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:10.398859 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b3b8dac0-748c-4546-a696-0e9f13b12dcc req-b8d627bb-7eb8-4e1f-b898-2f5b2542a907 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.69 "DELETE /v2.0/ports/25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b HTTP/1.1" status: 204 len: 173 time: 0.6866338 May 13 13:31:10.399315 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4daf8d5-ea57-459f-b1fb-e6de316e6f19', 'name': 'network-vif-deleted', 'tag': '25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:10.401576 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23591a9-654d-4648-a600-9d9f6fea2a54" -d '{"events": [{"server_uuid": "b4daf8d5-ea57-459f-b1fb-e6de316e6f19", "name": "network-vif-deleted", "tag": "25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:10.448929 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0d4ddd-9276-4633-a03f-7894acb3fcfc x-openstack-request-id: req-0d0d4ddd-9276-4633-a03f-7894acb3fcfc {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:10.448929 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4daf8d5-ea57-459f-b1fb-e6de316e6f19", "name": "network-vif-deleted", "tag": "25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:10.448929 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d0d4ddd-9276-4633-a03f-7894acb3fcfc {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:10.448929 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0d4ddd-9276-4633-a03f-7894acb3fcfc'] response: {'server_uuid': 'b4daf8d5-ea57-459f-b1fb-e6de316e6f19', 'name': 'network-vif-deleted', 'tag': '25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b', 'status': 'completed', 'code': 200} May 13 13:31:10.958499 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-835b8354-5d30-4262-a7b1-e08168aa0004 req-cfddbf72-287a-4eff-b358-2350c205863d tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 210 time: 0.0290499 May 13 13:31:11.144725 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:11.354761 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c684f61-9c49-4f89-bc27-0c5d0cfc82fd req-2f1d940d-ee4a-4245-8705-e1152be73b8c tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 210 time: 0.0289650 May 13 13:31:12.079621 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-deccd340-7c8f-48a5-9c2e-ace743b39a5a req-c3b9a6f2-750d-44cc-aa1f-8c164229a448 tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 210 time: 0.0323153 May 13 13:31:12.453778 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c7f541cf-af2f-4878-a4f1-a1a64e3543fe req-c6e74faf-5491-45a9-b737-49ce8f7ea135 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 210 time: 0.0282166 May 13 13:31:12.516495 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:13.188944 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ae64fbf3-c8d8-4fa5-be19-e7b5e69242c8 req-2584deb8-d70a-48de-a1d9-03e35f941b6d tempest-VolumesNegativeTest-2022173465 tempest-VolumesNegativeTest-2022173465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4daf8d5-ea57-459f-b1fb-e6de316e6f19 HTTP/1.1" status: 200 len: 210 time: 0.0296397 May 13 13:31:13.550041 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-825f0d6d-75c1-48c0-aa33-ae529460f4b7 req-db9212cd-d902-4303-b21f-c6755dcc5192 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 210 time: 0.0288832 May 13 13:31:14.035627 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:31:14.056470 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:31:14.056742 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 25145e1a-a6a1-42c7-b0d0-4e1fe4ae001b not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:31:14.659029 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4c7ad3f5-4a25-4e0d-9eed-88bc8fd80ec7 req-2d546f7b-133f-42a7-adb7-9574ae5ed351 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 210 time: 0.0341983 May 13 13:31:14.895148 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-11905325-1b57-4d03-afce-6db13ecaccdd tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:14.896619 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-11905325-1b57-4d03-afce-6db13ecaccdd tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.69 "GET /v2.0/networks?id=da658553-b4a3-4d8d-bf86-544abb5d20b7 HTTP/1.1" status: 200 len: 814 time: 0.1129379 May 13 13:31:14.909167 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'port': {'device_id': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'admin_state_up': True, 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:15.116659 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Made reservation on behalf of a3d1e5b7a3054d769e38bb8e12b202af for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:15.124508 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:15.258507 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Allocated IP 172.20.0.5 (da658553-b4a3-4d8d-bf86-544abb5d20b7/bffcae95-bd16-4ae1-905f-14748d8e2072/bfe54fbd-567c-4293-a866-09fde88930de) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:15.434676 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for port (bfe54fbd-567c-4293-a866-09fde88930de), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:15.568744 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (bfe54fbd-567c-4293-a866-09fde88930de), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:15.685940 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:15.725405 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:15.734406 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:15.758390 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'Port': ['ID=bfe54fbd-567c-4293-a866-09fde88930de,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:15.782906 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-64be1a33-a3ad-476e-a700-36b493f0308c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158056 May 13 13:31:15.850039 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:15.873052 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a47ae-f50b-400d-954f-177b9884a937 req-7b80e67d-7c0b-4a51-935f-b53ec887d2e2 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:15.877017 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:15.890433 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-877a47ae-f50b-400d-954f-177b9884a937 req-7b80e67d-7c0b-4a51-935f-b53ec887d2e2 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0717406 May 13 13:31:15.985705 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-877a47ae-f50b-400d-954f-177b9884a937 req-36f631e7-1be3-4aa2-bbfe-216704e896f3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926275 May 13 13:31:15.995027 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-c526cdd5-1852-4f97-8029-0b6f8e5ee016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:16.006982 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-c526cdd5-1852-4f97-8029-0b6f8e5ee016 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1129 time: 0.1057432 May 13 13:31:16.052665 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-508c35a9-72df-4b3b-9472-55642477031b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1472676 May 13 13:31:16.147007 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-d054dd7d-2a66-481a-bb42-2ce434bfa75b None None] Provisioning complete for port bfe54fbd-567c-4293-a866-09fde88930de triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:16.147487 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d054dd7d-2a66-481a-bb42-2ce434bfa75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (bfe54fbd-567c-4293-a866-09fde88930de), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:16.184252 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-d054dd7d-2a66-481a-bb42-2ce434bfa75b None None] Port bfe54fbd-567c-4293-a866-09fde88930de cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:16.872793 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 53754) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:17.000320 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-08708f4c-d103-4972-95a3-adc9f86fc158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.142414 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27163bc9-3365-459c-a846-1f073b8ef4d3 req-ed222ca8-d657-4c0a-ba36-0d3e582b8ce6 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:17.154013 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-27163bc9-3365-459c-a846-1f073b8ef4d3 req-ed222ca8-d657-4c0a-ba36-0d3e582b8ce6 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0762267 May 13 13:31:17.179214 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-08708f4c-d103-4972-95a3-adc9f86fc158 admin admin] Publish callbacks [] for security_group (4237b49f-2794-4a8b-b656-d3303660a577), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.219126 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-27163bc9-3365-459c-a846-1f073b8ef4d3 req-3cfd4afd-5e88-4c28-b025-bfe440d29dfe tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629508 May 13 13:31:17.253814 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-08708f4c-d103-4972-95a3-adc9f86fc158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4237b49f-2794-4a8b-b656-d3303660a577), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.324174 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-08708f4c-d103-4972-95a3-adc9f86fc158 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d01c359414fa408bbaf6512224ab02fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501157 May 13 13:31:17.326971 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08708f4c-d103-4972-95a3-adc9f86fc158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4237b49f-2794-4a8b-b656-d3303660a577,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:17.327552 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53768) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:17.405698 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57adef59-8c11-4cc2-93fb-6fe2976c1851 admin admin] Publish callbacks [] for security_group (4237b49f-2794-4a8b-b656-d3303660a577), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.431732 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57adef59-8c11-4cc2-93fb-6fe2976c1851 admin admin] Publish callbacks [] for security_group (4237b49f-2794-4a8b-b656-d3303660a577), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.596808 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57adef59-8c11-4cc2-93fb-6fe2976c1851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (4237b49f-2794-4a8b-b656-d3303660a577), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.602114 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57adef59-8c11-4cc2-93fb-6fe2976c1851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:17.616355 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-57adef59-8c11-4cc2-93fb-6fe2976c1851 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4237b49f-2794-4a8b-b656-d3303660a577 HTTP/1.1" status: 204 len: 168 time: 0.2835813 May 13 13:31:17.642435 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adef59-8c11-4cc2-93fb-6fe2976c1851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237b49f-2794-4a8b-b656-d3303660a577,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:18.377398 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67afbe-18f7-4609-8e31-e1cc29686769 req-c310fd93-505f-4d35-b8bf-504de33a1d33 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:18.380237 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af67afbe-18f7-4609-8e31-e1cc29686769 req-c310fd93-505f-4d35-b8bf-504de33a1d33 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0852897 May 13 13:31:18.486179 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af67afbe-18f7-4609-8e31-e1cc29686769 req-ff9ff422-6b3e-4ec4-9cca-5aa6a7836e67 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932488 May 13 13:31:18.518488 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 53828) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:18.532448 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1144a44e-2929-4e03-b94b-c5a77430c54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.617960 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1144a44e-2929-4e03-b94b-c5a77430c54f admin admin] Publish callbacks [] for security_group (e93174e9-5ce3-422c-8cfb-b756db909cf6), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.709428 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1144a44e-2929-4e03-b94b-c5a77430c54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (e93174e9-5ce3-422c-8cfb-b756db909cf6), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.756089 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1144a44e-2929-4e03-b94b-c5a77430c54f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0606f331d2945c28ef1332e757ff509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364490 May 13 13:31:18.759207 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 53836) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:18.762383 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144a44e-2929-4e03-b94b-c5a77430c54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93174e9-5ce3-422c-8cfb-b756db909cf6,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:18.822228 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f938-92cc-4024-a36d-e54ea69b9b2d admin admin] Publish callbacks [] for security_group (e93174e9-5ce3-422c-8cfb-b756db909cf6), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.849587 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f938-92cc-4024-a36d-e54ea69b9b2d admin admin] Publish callbacks [] for security_group (e93174e9-5ce3-422c-8cfb-b756db909cf6), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.970246 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f938-92cc-4024-a36d-e54ea69b9b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (e93174e9-5ce3-422c-8cfb-b756db909cf6), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.974175 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f938-92cc-4024-a36d-e54ea69b9b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:18.978909 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-3ce2f938-92cc-4024-a36d-e54ea69b9b2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e93174e9-5ce3-422c-8cfb-b756db909cf6 HTTP/1.1" status: 204 len: 168 time: 0.2185838 May 13 13:31:18.989979 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2f938-92cc-4024-a36d-e54ea69b9b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93174e9-5ce3-422c-8cfb-b756db909cf6,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:19.644576 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9503d-2e12-4990-97f9-1dcc670a8286 req-dfa3d3d8-1751-4366-8081-99051f0eae96 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:19.647310 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94d9503d-2e12-4990-97f9-1dcc670a8286 req-dfa3d3d8-1751-4366-8081-99051f0eae96 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0864279 May 13 13:31:19.765204 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94d9503d-2e12-4990-97f9-1dcc670a8286 req-68fb9c9b-d3d6-4764-bcbe-0f30b72af4b4 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111135 May 13 13:31:20.876443 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c229bf-87d9-4749-af84-6460f38150fb req-a488fec7-9bd6-4fe4-a531-8c4d9777db06 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:20.877948 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-76c229bf-87d9-4749-af84-6460f38150fb req-a488fec7-9bd6-4fe4-a531-8c4d9777db06 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0468855 May 13 13:31:20.927332 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-76c229bf-87d9-4749-af84-6460f38150fb req-1ceed1b9-d19c-4502-a824-977fcdedf808 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 May 13 13:31:22.076583 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3c66-c095-427f-a010-bd075acfe2a3 req-a629099f-30ef-4e76-bcb8-3dd67b94bf7d tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:22.084289 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b8d3c66-c095-427f-a010-bd075acfe2a3 req-a629099f-30ef-4e76-bcb8-3dd67b94bf7d tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0743484 May 13 13:31:22.158820 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b8d3c66-c095-427f-a010-bd075acfe2a3 req-b24dcc96-746c-4d51-816b-f8634e3fbea9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735650 May 13 13:31:23.353664 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd99199-704a-48c7-b764-dbe255824de6 req-c33c2628-e995-4e24-a864-2c8d35e1ed1c tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:23.361526 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6cd99199-704a-48c7-b764-dbe255824de6 req-c33c2628-e995-4e24-a864-2c8d35e1ed1c tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0849373 May 13 13:31:23.396972 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 53996) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:23.441261 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6cd99199-704a-48c7-b764-dbe255824de6 req-8362037e-342d-489c-a5e3-2cdbfcb27066 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727901 May 13 13:31:23.586353 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54002) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:23.586809 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-209dab8b-c9f4-4cff-96b6-82fd34231959 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34bb17eb306045cb83c0a1b8e69b500d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883307 May 13 13:31:23.641509 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe537-e5ab-427f-8210-f33457033153 admin admin] Publish callbacks [] for security_group (99335cf2-863b-4878-85e5-ba49006a3e92), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:23.664825 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe537-e5ab-427f-8210-f33457033153 admin admin] Publish callbacks [] for security_group (99335cf2-863b-4878-85e5-ba49006a3e92), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:23.784155 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe537-e5ab-427f-8210-f33457033153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (99335cf2-863b-4878-85e5-ba49006a3e92), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:23.786866 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe537-e5ab-427f-8210-f33457033153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:23.794433 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e5dfe537-e5ab-427f-8210-f33457033153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99335cf2-863b-4878-85e5-ba49006a3e92 HTTP/1.1" status: 204 len: 168 time: 0.2006752 May 13 13:31:23.796683 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfe537-e5ab-427f-8210-f33457033153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99335cf2-863b-4878-85e5-ba49006a3e92,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:24.551940 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5751f82-6651-4afb-b108-86d8da789b68 req-93c34eb9-7b8e-45b2-8214-7d3684966ec7 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:24.553438 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5751f82-6651-4afb-b108-86d8da789b68 req-93c34eb9-7b8e-45b2-8214-7d3684966ec7 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0497999 May 13 13:31:24.606005 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5751f82-6651-4afb-b108-86d8da789b68 req-8a188f6b-b2aa-412e-bfb8-b92a21ba16a7 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444057 May 13 13:31:24.974387 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54042) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:25.080927 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2072196655-network', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:25.173483 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Made reservation on behalf of 6445798bd0f5475dba3878ea68e1eada for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:25.175829 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.184981 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.263629 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Publish callbacks [] for security_group (ff170cd6-e9a7-4141-a0a8-a9057c687773), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.361917 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ff170cd6-e9a7-4141-a0a8-a9057c687773), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.386378 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:31:25.398084 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff170cd6-e9a7-4141-a0a8-a9057c687773,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:25.401883 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (8109c387-8f39-4713-8f7f-5e68d047f399), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.402278 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Added segment 8109c387-8f39-4713-8f7f-5e68d047f399 of type vlan for network f93163e1-e8a9-4aac-a1de-53c0262bf902 May 13 13:31:25.445028 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (f93163e1-e8a9-4aac-a1de-53c0262bf902), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.562344 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (f93163e1-e8a9-4aac-a1de-53c0262bf902), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.563211 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:25.563816 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:25.624680 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=f93163e1-e8a9-4aac-a1de-53c0262bf902,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:25.637012 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:31:25.692513 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5392ff80-c0c2-4895-948c-6d770b536ba8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7170107 May 13 13:31:25.696077 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54056) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:25.701879 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Request body: {'subnet': {'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2072196655-subnet', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:25.727963 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9853db-7320-400b-9db2-51b8810167c7 req-1df3e216-8e84-4b2c-8fed-4673836252b6 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:25.729458 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d9853db-7320-400b-9db2-51b8810167c7 req-1df3e216-8e84-4b2c-8fed-4673836252b6 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0508320 May 13 13:31:25.779521 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d9853db-7320-400b-9db2-51b8810167c7 req-f655851a-ae3a-405a-985e-6520dc777296 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 May 13 13:31:25.813296 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Made reservation on behalf of 6445798bd0f5475dba3878ea68e1eada for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:25.815656 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8667631'] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.048589 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8667633'] for subnet (7a97e446-f613-40ac-9fb0-19c8e6b03138), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.109094 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a97e446-f613-40ac-9fb0-19c8e6b03138,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:26.116867 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Checking segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:26.117228 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Network hostable DHCP agents. Network: f93163e1-e8a9-4aac-a1de-53c0262bf902, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:31:26.230640 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:31:26.299174 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, f93163e1-e8a9-4aac-a1de-53c0262bf902) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:26.303214 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:26.303805 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.308169 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a3c76c-6951-4ef7-b774-232131a847a2 None None] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:26.387783 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a2b380bb-2a13-4f23-8bb0-810686985238 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6903877 May 13 13:31:26.390692 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54060) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:26.395003 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:26.413146 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-f93163e1-e8a9-4aac-a1de-53c0262bf902', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:31:26.414005 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.505242 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (3558674d-8be6-4ece-b578-0a71f204244d), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.506342 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (3558674d-8be6-4ece-b578-0a71f204244d), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.553032 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Allocated IP 172.20.0.2 (f93163e1-e8a9-4aac-a1de-53c0262bf902/7a97e446-f613-40ac-9fb0-19c8e6b03138/1e2dbc25-4790-4082-ba23-753e9eaa9f3a) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:26.562989 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks [] for router_controller (3558674d-8be6-4ece-b578-0a71f204244d), precommit_add_association {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.727110 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Publish callbacks [] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.781284 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks [] for router_gateway (3558674d-8be6-4ece-b578-0a71f204244d), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.802684 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.850498 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:26.853476 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:26.855871 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:26.870565 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Pushing event updated for resources: {'Port': ['ID=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:26.899771 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c199f-6814-425a-b4dc-d67061494d2c req-ac483196-fbe5-42c1-a8b4-62216d28a4b1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:26.901952 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-983c199f-6814-425a-b4dc-d67061494d2c req-ac483196-fbe5-42c1-a8b4-62216d28a4b1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0520363 May 13 13:31:26.926750 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Attempting to bind port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:26.927200 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Attempting to bind port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:26.928164 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Attempting to bind port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a on network f93163e1-e8a9-4aac-a1de-53c0262bf902 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:26.933883 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:26.935245 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Checking segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:26.935884 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.936442 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Bound using segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:26.937069 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Bound port: 1e2dbc25-4790-4082-ba23-753e9eaa9f3a, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:26.937840 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:26.950396 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-983c199f-6814-425a-b4dc-d67061494d2c req-6c7ade4c-2c8c-43db-8679-49f0bfdbf779 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 May 13 13:31:27.006167 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] For port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:27.009193 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] For port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:27.043180 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Request body: {'port': {'device_id': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:27.048448 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:27.108644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f138e3e-3bd5-4443-98b7-a234f4171747 None None] Pushing event updated for resources: {'Port': ['ID=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:27.182133 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks [] for router_gateway (3558674d-8be6-4ece-b578-0a71f204244d), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:27.214455 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:27.237453 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bfe54fbd-567c-4293-a866-09fde88930de), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:27.309595 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-ee0e33e7-abab-4efd-8725-639a7810068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:27.311462 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-ee0e33e7-abab-4efd-8725-639a7810068a service neutron] 10.222.0.69 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 910 time: 0.2724431 May 13 13:31:27.796099 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Allocated IP 172.27.2.198 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/2de23efd-ebad-455c-8efc-d00d9160c1ab) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:27.799400 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-b9d9515c-05b7-4105-b88e-10c436d7f17c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 1001 time: 0.4655266 May 13 13:31:27.969855 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-0eb9669f-759d-4d7b-a0fd-eb8e58c684ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:27.971353 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-0eb9669f-759d-4d7b-a0fd-eb8e58c684ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 200 len: 848 time: 0.1639795 May 13 13:31:28.075449 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-aca3e771-032e-4eb6-b9bb-41f9a0bd53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:28.077448 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-aca3e771-032e-4eb6-b9bb-41f9a0bd53e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926178 May 13 13:31:28.092345 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599eea0-da2e-4cad-9ddc-497fecffd0dd req-37b095bc-310d-40fc-96df-e8ca489e2b53 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:28.094268 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a599eea0-da2e-4cad-9ddc-497fecffd0dd req-37b095bc-310d-40fc-96df-e8ca489e2b53 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 931 time: 0.0593686 May 13 13:31:28.094888 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982b4c9-4741-4da8-be37-ea0b5e48ac6e None None] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:28.097862 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks [] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:28.145327 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a599eea0-da2e-4cad-9ddc-497fecffd0dd req-103fa46e-84d2-45f1-aee6-392813f72efb tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445943 May 13 13:31:28.207814 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-845ee60a-9c82-4f96-8654-3d9d0b5cec84 None None] Provisioning complete for port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:28.208279 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-845ee60a-9c82-4f96-8654-3d9d0b5cec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:28.227890 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe54fbd-567c-4293-a866-09fde88930de {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:31:28.237890 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Publish callbacks [] for port (bfe54fbd-567c-4293-a866-09fde88930de), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:28.267392 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-b62d8d91-8fea-491b-86b4-2541a4bd7d27 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830761 May 13 13:31:28.270005 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Transition to ACTIVE for port object bfe54fbd-567c-4293-a866-09fde88930de will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:31:28.303331 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-845ee60a-9c82-4f96-8654-3d9d0b5cec84 None None] Current status of the port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:28.303713 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-845ee60a-9c82-4f96-8654-3d9d0b5cec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:28.341698 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-845ee60a-9c82-4f96-8654-3d9d0b5cec84 None None] For port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:28.373960 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-355678f5-8b6f-4d56-b766-768fde43ab11 req-25f03e54-ec59-487a-aa0b-b11b668f00d3 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999670 May 13 13:31:28.682390 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 1e2dbc25-4790-4082-ba23-753e9eaa9f3a up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:28.737048 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:28.737575 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:28.829474 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:28.829795 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.013688 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (bfe54fbd-567c-4293-a866-09fde88930de), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.016433 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.017002 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-845ee60a-9c82-4f96-8654-3d9d0b5cec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.076230 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:29.083318 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:29.091051 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:29.115937 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.db.api [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:31:29.116425 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG oslo_db.api [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:31:29.120186 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ee60a-9c82-4f96-8654-3d9d0b5cec84 None None] Pushing event updated for resources: {'Port': ['ID=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:29.130183 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe54fbd-567c-4293-a866-09fde88930de,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:29.154579 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-83e21766-eabe-4dd8-8aab-983ac2e12a4f None None] Provisioning complete for port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:29.164012 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-83e21766-eabe-4dd8-8aab-983ac2e12a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.278614 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Pushing event updated for resources: {'Port': ['ID=2de23efd-ebad-455c-8efc-d00d9160c1ab,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:29.303324 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-83e21766-eabe-4dd8-8aab-983ac2e12a4f None None] Current status of the port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:29.312918 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b53766-1c6c-4a6d-a9dd-5b6463386042 req-61f00379-bba5-4a9b-b292-fc954ec7c5bd tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:29.314819 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f6b53766-1c6c-4a6d-a9dd-5b6463386042 req-61f00379-bba5-4a9b-b292-fc954ec7c5bd tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 943 time: 0.0659232 May 13 13:31:29.381905 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f6b53766-1c6c-4a6d-a9dd-5b6463386042 req-526d7169-810b-4914-b065-a9ccb9a833cb tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607464 May 13 13:31:29.419423 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Attempting to bind port bfe54fbd-567c-4293-a866-09fde88930de on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:29.419756 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Attempting to bind port bfe54fbd-567c-4293-a866-09fde88930de by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:29.420180 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Attempting to bind port bfe54fbd-567c-4293-a866-09fde88930de on network da658553-b4a3-4d8d-bf86-544abb5d20b7 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:29.434172 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Port bfe54fbd-567c-4293-a866-09fde88930de on network da658553-b4a3-4d8d-bf86-544abb5d20b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:31:29.434524 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Attempting to bind port bfe54fbd-567c-4293-a866-09fde88930de on network da658553-b4a3-4d8d-bf86-544abb5d20b7 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:29.442093 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:29.442490 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Checking segment: {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:29.442897 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Bound using segment: {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:29.443325 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Bound port: bfe54fbd-567c-4293-a866-09fde88930de, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b14cf5b-031b-409b-881a-45be1275f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:29.443675 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bfe54fbd-567c-4293-a866-09fde88930de), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.511947 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] For port bfe54fbd-567c-4293-a866-09fde88930de, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:29.515361 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] For port bfe54fbd-567c-4293-a866-09fde88930de, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bfe54fbd-567c-4293-a866-09fde88930de,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:29.603851 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (bfe54fbd-567c-4293-a866-09fde88930de), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.649377 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:29.649856 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.651276 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] 10.222.0.69 "PUT /v2.0/ports/bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 1093 time: 2.6136391 May 13 13:31:29.659121 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:29.659121 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381a3778-99bc-41b7-93c5-2f1734ba64bc" -d '{"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:29.676320 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:29.698248 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60183a-dd6c-4a46-bf2a-c9724882a522 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe54fbd-567c-4293-a866-09fde88930de,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:29.736151 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6593ce-e5a6-430c-b52d-22afd395eaae x-openstack-request-id: req-6d6593ce-e5a6-430c-b52d-22afd395eaae {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:29.736440 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:29.736689 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d6593ce-e5a6-430c-b52d-22afd395eaae {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:29.737089 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6593ce-e5a6-430c-b52d-22afd395eaae'] response: {'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de', 'status': 'completed', 'code': 200} May 13 13:31:29.790125 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks [] for router_gateway (3558674d-8be6-4ece-b578-0a71f204244d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:29.795863 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3778-99bc-41b7-93c5-2f1734ba64bc req-54045489-62b1-472f-b40a-05a0be66b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:29.797358 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-381a3778-99bc-41b7-93c5-2f1734ba64bc req-54045489-62b1-472f-b40a-05a0be66b0f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1127 time: 0.0594611 May 13 13:31:29.978866 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3778-99bc-41b7-93c5-2f1734ba64bc req-0bd0f751-b3c1-4dd3-b087-b5d082cf2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:29.980345 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-381a3778-99bc-41b7-93c5-2f1734ba64bc req-0bd0f751-b3c1-4dd3-b087-b5d082cf2de7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1507905 May 13 13:31:30.071575 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54094) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:30.161657 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3778-99bc-41b7-93c5-2f1734ba64bc req-0e4cbad3-dec7-4e0f-8300-44d2a6bca5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.169081 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-381a3778-99bc-41b7-93c5-2f1734ba64bc req-0e4cbad3-dec7-4e0f-8300-44d2a6bca5d3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441641 May 13 13:31:30.169081 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (3558674d-8be6-4ece-b578-0a71f204244d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.191184 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25894c92-069f-4d03-921c-962fd8b355a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.288620 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25894c92-069f-4d03-921c-962fd8b355a8 admin admin] Publish callbacks [] for security_group (095542ea-ba01-448e-9853-1cc072be02c6), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.316699 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6b43e4c3-be93-4f91-943b-7c4971493c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.318173 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-6b43e4c3-be93-4f91-943b-7c4971493c5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1127 time: 0.0524030 May 13 13:31:30.366616 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-cf3443ce-ae64-4e91-a7cf-13204ca120d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 217 time: 0.0398712 May 13 13:31:30.367435 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25894c92-069f-4d03-921c-962fd8b355a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (095542ea-ba01-448e-9853-1cc072be02c6), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.416003 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25894c92-069f-4d03-921c-962fd8b355a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095542ea-ba01-448e-9853-1cc072be02c6,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:30.425303 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-706ff6e9-f3e1-4bb1-894d-8ac21d149dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.427208 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-706ff6e9-f3e1-4bb1-894d-8ac21d149dbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bffcae95-bd16-4ae1-905f-14748d8e2072 HTTP/1.1" status: 200 len: 853 time: 0.0514953 May 13 13:31:30.428384 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54106) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:30.428982 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-25894c92-069f-4d03-921c-962fd8b355a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91652f9e2c274cd1b09f8dd71fb01783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562090 May 13 13:31:30.502316 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Router 3558674d-8be6-4ece-b578-0a71f204244d is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:31:30.509062 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-085c87e1-5c18-4507-84ce-a5ddbe8ab839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.510560 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-085c87e1-5c18-4507-84ce-a5ddbe8ab839 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da658553-b4a3-4d8d-bf86-544abb5d20b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735786 May 13 13:31:30.512163 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0a1d-9888-48ec-9160-5903471082db req-bc39cd57-c0c9-40e9-b2d4-4455be4e021e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:30.513709 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c7d0a1d-9888-48ec-9160-5903471082db req-bc39cd57-c0c9-40e9-b2d4-4455be4e021e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 943 time: 0.0534689 May 13 13:31:30.577326 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c7d0a1d-9888-48ec-9160-5903471082db req-0e495031-20c6-4eae-8434-db9da7373ec9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476928 May 13 13:31:30.609886 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.611683 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-88562581-3745-41d5-bf52-ffc3dcd69bbf admin admin] Publish callbacks [] for security_group (095542ea-ba01-448e-9853-1cc072be02c6), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.662613 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-88562581-3745-41d5-bf52-ffc3dcd69bbf admin admin] Publish callbacks [] for security_group (095542ea-ba01-448e-9853-1cc072be02c6), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.669973 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 1e2dbc25-4790-4082-ba23-753e9eaa9f3a up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:30.721736 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:30.722112 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.741986 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-f72f6c1b-641e-449c-9ec0-515dda0cee98 service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219007 May 13 13:31:30.775638 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:30.792083 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:30.819236 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:30.820173 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:30.823717 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:30.863139 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9c880e03-ce6c-4e54-9ce1-6723a2d26031 req-155b8cce-1cd1-4d10-a3a9-b2ad999f8e5d service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142137 May 13 13:31:30.900665 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.901870 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ec0b5bfe-571a-4fb3-9d70-1f63143d5392 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5102398 May 13 13:31:30.904756 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54118) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:30.949612 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-88562581-3745-41d5-bf52-ffc3dcd69bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (095542ea-ba01-448e-9853-1cc072be02c6), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.953423 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-88562581-3745-41d5-bf52-ffc3dcd69bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:30.963458 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-88562581-3745-41d5-bf52-ffc3dcd69bbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/095542ea-ba01-448e-9853-1cc072be02c6 HTTP/1.1" status: 204 len: 168 time: 0.5235269 May 13 13:31:30.975822 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88562581-3745-41d5-bf52-ffc3dcd69bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095542ea-ba01-448e-9853-1cc072be02c6,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:31.088945 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:31.289696 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:29Z', 'revision_number': 3, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:31.324142 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:31.324694 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Updating router 3558674d-8be6-4ece-b578-0a71f204244d port 2de23efd-ebad-455c-8efc-d00d9160c1ab binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:31.355157 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.633500 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Publish callbacks [] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.701973 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8fe2f-b72c-4afa-83a6-aadd7e7fd8c6 req-c2259c96-5f14-433a-8616-8cfa57b45d4f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:31.703520 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8d8fe2f-b72c-4afa-83a6-aadd7e7fd8c6 req-c2259c96-5f14-433a-8616-8cfa57b45d4f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 943 time: 0.0477905 May 13 13:31:31.713125 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.730281 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54140) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:31.745117 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.749663 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9efbfe3c-e046-437c-9170-4be39173abd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.757313 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8d8fe2f-b72c-4afa-83a6-aadd7e7fd8c6 req-6f7c0d26-4760-4589-b96a-0c2dcadc8182 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 May 13 13:31:31.811449 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Attempting to bind port 2de23efd-ebad-455c-8efc-d00d9160c1ab on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:31.811847 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Attempting to bind port 2de23efd-ebad-455c-8efc-d00d9160c1ab by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:31.812250 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Attempting to bind port 2de23efd-ebad-455c-8efc-d00d9160c1ab on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:31.814288 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8a6c9-ab96-4b57-8d5e-3c1243280c5d None None] Pushing event updated for resources: {'Port': ['ID=2de23efd-ebad-455c-8efc-d00d9160c1ab,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:31.820952 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:31.825644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:31.825644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.825644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:31.825644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Bound port: 2de23efd-ebad-455c-8efc-d00d9160c1ab, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:31.825644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.879322 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] For port 2de23efd-ebad-455c-8efc-d00d9160c1ab, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:31.882225 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] For port 2de23efd-ebad-455c-8efc-d00d9160c1ab, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=2de23efd-ebad-455c-8efc-d00d9160c1ab,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:31.937337 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9efbfe3c-e046-437c-9170-4be39173abd4 admin admin] Publish callbacks [] for security_group (50362cde-7d14-4a32-be4e-aa07ffda6483), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:31.953843 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Allocated IP 172.20.0.1 (f93163e1-e8a9-4aac-a1de-53c0262bf902/7a97e446-f613-40ac-9fb0-19c8e6b03138/c14e2aac-8136-4318-a279-16d722ade56a) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:31.973802 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.019992 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9efbfe3c-e046-437c-9170-4be39173abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (50362cde-7d14-4a32-be4e-aa07ffda6483), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.030968 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:32.031613 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:32.068587 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-9efbfe3c-e046-437c-9170-4be39173abd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d158aefe3d4f4cf5a31292fd3141b179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384802 May 13 13:31:32.071772 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54142) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:32.075141 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8a6c9-ab96-4b57-8d5e-3c1243280c5d None None] Pushing event updated for resources: {'Port': ['ID=2de23efd-ebad-455c-8efc-d00d9160c1ab,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:32.087158 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbfe3c-e046-437c-9170-4be39173abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50362cde-7d14-4a32-be4e-aa07ffda6483,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:32.107576 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Publish callbacks [] for port (c14e2aac-8136-4318-a279-16d722ade56a), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.131278 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-435382e2-ef9f-4e51-a6c9-90adede12fed admin admin] Publish callbacks [] for security_group (50362cde-7d14-4a32-be4e-aa07ffda6483), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.158353 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-435382e2-ef9f-4e51-a6c9-90adede12fed admin admin] Publish callbacks [] for security_group (50362cde-7d14-4a32-be4e-aa07ffda6483), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.162539 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:32.231158 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (c14e2aac-8136-4318-a279-16d722ade56a), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.273305 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:32.276781 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:32.279972 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:32.300017 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-435382e2-ef9f-4e51-a6c9-90adede12fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (50362cde-7d14-4a32-be4e-aa07ffda6483), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.306432 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-435382e2-ef9f-4e51-a6c9-90adede12fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.311571 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-435382e2-ef9f-4e51-a6c9-90adede12fed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50362cde-7d14-4a32-be4e-aa07ffda6483 HTTP/1.1" status: 204 len: 168 time: 0.2385902 May 13 13:31:32.317873 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Pushing event updated for resources: {'Port': ['ID=c14e2aac-8136-4318-a279-16d722ade56a,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:32.329396 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435382e2-ef9f-4e51-a6c9-90adede12fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50362cde-7d14-4a32-be4e-aa07ffda6483,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:32.342659 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (3558674d-8be6-4ece-b578-0a71f204244d), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.421401 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:29Z', 'revision_number': 3, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:32.469303 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3adfa-a311-4037-a805-18494e5f1bfc None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:29Z', 'revision_number': 3, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:32.583863 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-c4b230d9-e5bf-48d7-8488-ac0ec7d8f352 None None] Provisioning complete for port c14e2aac-8136-4318-a279-16d722ade56a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:32.584332 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c4b230d9-e5bf-48d7-8488-ac0ec7d8f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c14e2aac-8136-4318-a279-16d722ade56a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.624245 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c14e2aac-8136-4318-a279-16d722ade56a), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.643673 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-c4b230d9-e5bf-48d7-8488-ac0ec7d8f352 None None] Port c14e2aac-8136-4318-a279-16d722ade56a cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:32.867588 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Publish callbacks [] for port (c14e2aac-8136-4318-a279-16d722ade56a), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.905196 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84d88-d6ab-4081-9261-da695ee4ce17 req-f14eafb9-1c0a-4cb5-94f8-7b4a51a2b895 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:32.906766 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4f84d88-d6ab-4081-9261-da695ee4ce17 req-f14eafb9-1c0a-4cb5-94f8-7b4a51a2b895 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 943 time: 0.0645034 May 13 13:31:32.922423 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (c14e2aac-8136-4318-a279-16d722ade56a), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:32.986848 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4f84d88-d6ab-4081-9261-da695ee4ce17 req-4f44bdf7-8b74-49ab-8bc8-21087b195686 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735328 May 13 13:31:33.009219 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Pushing event updated for resources: {'Port': ['ID=c14e2aac-8136-4318-a279-16d722ade56a,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:33.018826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (3558674d-8be6-4ece-b578-0a71f204244d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:33.136644 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:33.140522 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:33.312374 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Router 3558674d-8be6-4ece-b578-0a71f204244d has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:33.462640 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:33.475497 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-8817697b-4cdf-471d-b7e0-d4eb3206860a admin admin] 10.222.0.13 "PUT /v2.0/routers/3558674d-8be6-4ece-b578-0a71f204244d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697002 May 13 13:31:33.480514 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-d1f6fd6e-07ca-48ee-835f-038100314419 None None] Provisioning complete for port c14e2aac-8136-4318-a279-16d722ade56a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:33.481797 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d1f6fd6e-07ca-48ee-835f-038100314419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c14e2aac-8136-4318-a279-16d722ade56a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:33.537675 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6fd6e-07ca-48ee-835f-038100314419 None None] Port c14e2aac-8136-4318-a279-16d722ade56a cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:34.127721 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bfe54fbd-567c-4293-a866-09fde88930de details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:31:34.131547 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae920310-17fe-4828-b5b6-7819f3f0c691 req-5fb3a938-191a-4a7b-8f26-d0a0213387ac tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:34.139241 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ae920310-17fe-4828-b5b6-7819f3f0c691 req-5fb3a938-191a-4a7b-8f26-d0a0213387ac tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 943 time: 0.0551684 May 13 13:31:34.221266 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ae920310-17fe-4828-b5b6-7819f3f0c691 req-e9f50934-2fef-498d-b16d-9c100914c6e5 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776582 May 13 13:31:34.284046 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bfe54fbd-567c-4293-a866-09fde88930de, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bfe54fbd-567c-4293-a866-09fde88930de,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:34.298157 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'bfe54fbd-567c-4293-a866-09fde88930de', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'port_id': 'bfe54fbd-567c-4293-a866-09fde88930de', 'mac_address': 'fa:16:3e:a6:dc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:31:34.352729 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port bfe54fbd-567c-4293-a866-09fde88930de is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:34.353392 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bfe54fbd-567c-4293-a866-09fde88930de), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.369168 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:34.369673 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe54fbd-567c-4293-a866-09fde88930de {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:31:34.378160 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54196) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:34.385301 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:34.385942 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:34.390990 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bfe54fbd-567c-4293-a866-09fde88930de, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bfe54fbd-567c-4293-a866-09fde88930de,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:34.471167 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (bfe54fbd-567c-4293-a866-09fde88930de), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.508319 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:34.540445 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4908174c-9590-4986-aab2-bb84048e3259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.553927 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=bfe54fbd-567c-4293-a866-09fde88930de,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:34.673760 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4908174c-9590-4986-aab2-bb84048e3259 admin admin] Publish callbacks [] for security_group (0708a411-402d-4b9d-b45a-28c4f3af6fdf), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.677530 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['bfe54fbd-567c-4293-a866-09fde88930de'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:34.731968 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54208) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:34.739527 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1626471342-network', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:34.747769 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4908174c-9590-4986-aab2-bb84048e3259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (0708a411-402d-4b9d-b45a-28c4f3af6fdf), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.763936 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 2, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:34.774874 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 2de23efd-ebad-455c-8efc-d00d9160c1ab up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:34.812636 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:34.813080 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Updating router 3558674d-8be6-4ece-b578-0a71f204244d port c14e2aac-8136-4318-a279-16d722ade56a binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:34.827053 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-4908174c-9590-4986-aab2-bb84048e3259 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e6ee59fae83455b9ed6ea26bd9644ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436603 May 13 13:31:34.827690 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54210) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:34.836513 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908174c-9590-4986-aab2-bb84048e3259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708a411-402d-4b9d-b45a-28c4f3af6fdf,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:34.875503 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 2de23efd-ebad-455c-8efc-d00d9160c1ab triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:34.876187 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.879453 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Made reservation on behalf of a0f63f48f8ca4af4a0bbf2363c8b642c for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:34.880416 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c14e2aac-8136-4318-a279-16d722ade56a), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.881975 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.895739 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:34.998756 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 2de23efd-ebad-455c-8efc-d00d9160c1ab is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:34.999214 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.019452 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e4642881-bbbe-4fe8-99fc-4c6109cb3134 admin admin] Publish callbacks [] for security_group (0708a411-402d-4b9d-b45a-28c4f3af6fdf), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.040678 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Publish callbacks [] for security_group (ba7a9b9a-3724-4872-a0f2-27ed6bbce004), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.042151 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port 2de23efd-ebad-455c-8efc-d00d9160c1ab, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=2de23efd-ebad-455c-8efc-d00d9160c1ab,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:35.055644 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e4642881-bbbe-4fe8-99fc-4c6109cb3134 admin admin] Publish callbacks [] for security_group (0708a411-402d-4b9d-b45a-28c4f3af6fdf), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.122877 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ba7a9b9a-3724-4872-a0f2-27ed6bbce004), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.151553 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.161579 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a9b9a-3724-4872-a0f2-27ed6bbce004,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:35.222149 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e4642881-bbbe-4fe8-99fc-4c6109cb3134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (0708a411-402d-4b9d-b45a-28c4f3af6fdf), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.225243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e4642881-bbbe-4fe8-99fc-4c6109cb3134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.226526 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e4642881-bbbe-4fe8-99fc-4c6109cb3134 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0708a411-402d-4b9d-b45a-28c4f3af6fdf HTTP/1.1" status: 204 len: 168 time: 0.3972380 May 13 13:31:35.242527 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:31:35.253118 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4642881-bbbe-4fe8-99fc-4c6109cb3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708a411-402d-4b9d-b45a-28c4f3af6fdf,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:35.265567 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (e49bfd68-38d9-4050-87d4-f64efda0db05), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.265567 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Added segment e49bfd68-38d9-4050-87d4-f64efda0db05 of type vlan for network 911f0ac0-55d0-4d59-8828-c0575104baef May 13 13:31:35.288479 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=2de23efd-ebad-455c-8efc-d00d9160c1ab,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:35.321471 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Publish callbacks [] for port (c14e2aac-8136-4318-a279-16d722ade56a), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.336345 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (911f0ac0-55d0-4d59-8828-c0575104baef), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.402252 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1da1b6-6c09-473a-abaf-c7cf3fb274af req-3a3cfe48-f0fa-48ee-a5f9-14132289d59e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:35.409474 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c1da1b6-6c09-473a-abaf-c7cf3fb274af req-3a3cfe48-f0fa-48ee-a5f9-14132289d59e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 944 time: 0.0590889 May 13 13:31:35.419426 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c14e2aac-8136-4318-a279-16d722ade56a), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.459750 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (911f0ac0-55d0-4d59-8828-c0575104baef), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.460902 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:35.461707 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.467078 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c1da1b6-6c09-473a-abaf-c7cf3fb274af req-221ec182-1006-4090-a24a-74a38e417f02 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566099 May 13 13:31:35.475631 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c615d26-2671-4064-bf58-486681415454 None None] Pushing event updated for resources: {'Port': ['ID=c14e2aac-8136-4318-a279-16d722ade56a,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:35.551023 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Attempting to bind port c14e2aac-8136-4318-a279-16d722ade56a on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:35.551734 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Attempting to bind port c14e2aac-8136-4318-a279-16d722ade56a by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:35.552294 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Attempting to bind port c14e2aac-8136-4318-a279-16d722ade56a on network f93163e1-e8a9-4aac-a1de-53c0262bf902 {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:35.558409 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:35.558933 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Checking segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:35.560350 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.560727 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Bound using segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:35.561638 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Bound port: c14e2aac-8136-4318-a279-16d722ade56a, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:35.562241 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c14e2aac-8136-4318-a279-16d722ade56a), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.565470 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=911f0ac0-55d0-4d59-8828-c0575104baef,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:35.578530 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 911f0ac0-55d0-4d59-8828-c0575104baef details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:31:35.648227 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ee0bb1ea-b76d-433c-8d7e-3029b0c8b1c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9146497 May 13 13:31:35.655887 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2f7ebd0f-b5d1-4f7a-8994-55ca8851a62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.656008 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54230) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:35.661659 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Request body: {'subnet': {'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1626471342-subnet', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:35.691571 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] For port c14e2aac-8136-4318-a279-16d722ade56a, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:35.695628 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] For port c14e2aac-8136-4318-a279-16d722ade56a, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=c14e2aac-8136-4318-a279-16d722ade56a,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:35.782261 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-9173838d-35e8-4b19-9e52-090fbb126b70 None None] Provisioning complete for port c14e2aac-8136-4318-a279-16d722ade56a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:35.782849 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9173838d-35e8-4b19-9e52-090fbb126b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c14e2aac-8136-4318-a279-16d722ade56a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.808620 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Made reservation on behalf of a0f63f48f8ca4af4a0bbf2363c8b642c for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:35.820430 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9692158'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.824112 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-9173838d-35e8-4b19-9e52-090fbb126b70 None None] Port c14e2aac-8136-4318-a279-16d722ade56a cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:35.837076 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c14e2aac-8136-4318-a279-16d722ade56a), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:35.919348 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c615d26-2671-4064-bf58-486681415454 None None] Pushing event updated for resources: {'Port': ['ID=c14e2aac-8136-4318-a279-16d722ade56a,revision_number=4']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:35.922536 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:35.923344 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:36.081346 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:36.131477 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bfe54fbd-567c-4293-a866-09fde88930de up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:36.168198 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-c2447377-6c54-45d7-834f-88f34b078f48 None None] Provisioning complete for port c14e2aac-8136-4318-a279-16d722ade56a triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:36.169503 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2447377-6c54-45d7-834f-88f34b078f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c14e2aac-8136-4318-a279-16d722ade56a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.207835 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9671687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9692128'] for subnet (b5476cdb-9471-4dd9-b640-94096cac5d57), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.223471 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port bfe54fbd-567c-4293-a866-09fde88930de completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:31:36.269912 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5476cdb-9471-4dd9-b640-94096cac5d57,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:36.277221 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-c2447377-6c54-45d7-834f-88f34b078f48 None None] Current status of the port c14e2aac-8136-4318-a279-16d722ade56a is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:36.277642 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2447377-6c54-45d7-834f-88f34b078f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (c14e2aac-8136-4318-a279-16d722ade56a), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.293371 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port bfe54fbd-567c-4293-a866-09fde88930de triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:36.298017 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (bfe54fbd-567c-4293-a866-09fde88930de), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.298167 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Checking segment: {'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:36.298167 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Network hostable DHCP agents. Network: 911f0ac0-55d0-4d59-8828-c0575104baef, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:31:36.314550 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:36.317722 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54260) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:36.335004 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f53c8837-8eb1-4be8-9620-5c10fb51d9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.339132 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-c2447377-6c54-45d7-834f-88f34b078f48 None None] For port c14e2aac-8136-4318-a279-16d722ade56a, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=c14e2aac-8136-4318-a279-16d722ade56a,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:36.348077 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74707ba9-396e-473e-a854-1e3571c2f4d9 None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:36.447230 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f53c8837-8eb1-4be8-9620-5c10fb51d9e5 admin admin] Publish callbacks [] for security_group (d1152144-afc1-433e-8a0d-5bb180142327), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.467216 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Network 911f0ac0-55d0-4d59-8828-c0575104baef is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:31:36.587887 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2447377-6c54-45d7-834f-88f34b078f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (c14e2aac-8136-4318-a279-16d722ade56a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.592309 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port bfe54fbd-567c-4293-a866-09fde88930de is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:36.592704 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bfe54fbd-567c-4293-a866-09fde88930de), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.616795 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f53c8837-8eb1-4be8-9620-5c10fb51d9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (d1152144-afc1-433e-8a0d-5bb180142327), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.631665 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 911f0ac0-55d0-4d59-8828-c0575104baef) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:36.646688 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4925dcb0-30c8-4a0e-963f-0c269de07735 None None] Network 911f0ac0-55d0-4d59-8828-c0575104baef requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:36.680240 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:36.682586 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedee754-efe1-4bfa-85d3-d61632794e92" -d '{"events": [{"server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "name": "network-vif-plugged", "status": "completed", "tag": "bfe54fbd-567c-4293-a866-09fde88930de"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:36.697375 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c8837-8eb1-4be8-9620-5c10fb51d9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1152144-afc1-433e-8a0d-5bb180142327,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:36.719658 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ce22e-c91a-4e3f-9293-ebe04f4e7473 req-a3040d11-ba89-42de-924a-fed136c655bf tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:36.730357 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f87ce22e-c91a-4e3f-9293-ebe04f4e7473 req-a3040d11-ba89-42de-924a-fed136c655bf tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 944 time: 0.1817653 May 13 13:31:36.739739 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:36.740839 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.785981 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae47f15c-bb58-46ad-b9c0-8f14933b7551 x-openstack-request-id: req-ae47f15c-bb58-46ad-b9c0-8f14933b7551 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:36.786520 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "name": "network-vif-plugged", "status": "completed", "tag": "bfe54fbd-567c-4293-a866-09fde88930de", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:36.786925 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae47f15c-bb58-46ad-b9c0-8f14933b7551 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:36.787854 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae47f15c-bb58-46ad-b9c0-8f14933b7551'] response: {'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de', 'code': 200} May 13 13:31:36.794951 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2447377-6c54-45d7-834f-88f34b078f48 None None] Pushing event updated for resources: {'Port': ['ID=c14e2aac-8136-4318-a279-16d722ade56a,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:36.803438 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port bfe54fbd-567c-4293-a866-09fde88930de, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bfe54fbd-567c-4293-a866-09fde88930de,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:36.827325 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f53c8837-8eb1-4be8-9620-5c10fb51d9e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01a9dd863b9740dabf8de96015ba04db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080490 May 13 13:31:36.830237 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54268) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:36.855091 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f87ce22e-c91a-4e3f-9293-ebe04f4e7473 req-17905d6f-c568-4fe3-a1fa-b7d72e690f7b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230977 May 13 13:31:36.869955 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device c14e2aac-8136-4318-a279-16d722ade56a up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:36.872351 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54270) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:36.901669 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7b1181b2-3d4a-4abd-a84a-636e051a07ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2444608 May 13 13:31:36.905481 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54274) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:36.909771 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:36.917088 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Publish callbacks [] for security_group (d1152144-afc1-433e-8a0d-5bb180142327), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.923406 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (bfe54fbd-567c-4293-a866-09fde88930de), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:36.944220 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Publish callbacks [] for security_group (d1152144-afc1-433e-8a0d-5bb180142327), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.035325 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56cebb9e-7c3b-517d-979e-356646890c70-911f0ac0-55d0-4d59-8828-c0575104baef', 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef', 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'fixed_ips': [{'subnet_id': 'b5476cdb-9471-4dd9-b640-94096cac5d57'}]}} from dv-cinder-841632-1-iscsi. {{(pid=104060) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:31:37.036273 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.058788 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9345'] for router (8575af94-3bb1-4992-bea2-b5efdb8f351b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.064521 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-584541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9402'] for router (8575af94-3bb1-4992-bea2-b5efdb8f351b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.070066 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5726eed9-c7bd-409f-93c1-a703aa764a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.086935 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=bfe54fbd-567c-4293-a866-09fde88930de,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:37.092340 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port c14e2aac-8136-4318-a279-16d722ade56a triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:37.092692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c14e2aac-8136-4318-a279-16d722ade56a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.111133 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (d1152144-afc1-433e-8a0d-5bb180142327), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.113852 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.118193 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1152144-afc1-433e-8a0d-5bb180142327 HTTP/1.1" status: 204 len: 168 time: 0.2868240 May 13 13:31:37.127972 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1152144-afc1-433e-8a0d-5bb180142327,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:37.136978 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.138244 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.138880 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.139459 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.140081 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.140646 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.141198 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.141728 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.142294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.142827 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.143457 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.144051 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.144614 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.145149 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.145671 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d5e54d-da4c-4893-bed1-935dc531a98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:37.249012 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks [] for router_controller (8575af94-3bb1-4992-bea2-b5efdb8f351b), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.255212 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5726eed9-c7bd-409f-93c1-a703aa764a26 admin admin] Publish callbacks [] for security_group (c32e0df0-1339-4b00-b843-2d51042cce08), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.276313 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad60d-ad65-45bd-a817-f9992495f75f req-e46d2d43-c17e-431d-922c-64435d026559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:37.277315 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fafad60d-ad65-45bd-a817-f9992495f75f req-e46d2d43-c17e-431d-922c-64435d026559 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1129 time: 0.0551100 May 13 13:31:37.328207 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.db_base_plugin_common [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Allocated IP 172.20.0.2 (911f0ac0-55d0-4d59-8828-c0575104baef/b5476cdb-9471-4dd9-b640-94096cac5d57/82ee72a7-aa98-4617-8b62-80aee13da84c) {{(pid=104060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:37.333041 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-fafad60d-ad65-45bd-a817-f9992495f75f req-ec1bf0b8-7919-4d9a-ba49-063566eadd05 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 May 13 13:31:37.391670 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5726eed9-c7bd-409f-93c1-a703aa764a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c32e0df0-1339-4b00-b843-2d51042cce08), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.417431 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port c14e2aac-8136-4318-a279-16d722ade56a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:37.419216 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 2de23efd-ebad-455c-8efc-d00d9160c1ab up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:37.513588 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5726eed9-c7bd-409f-93c1-a703aa764a26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b630cc38a96444998e9461065330643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399887 May 13 13:31:37.518385 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54280) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:37.524400 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726eed9-c7bd-409f-93c1-a703aa764a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32e0df0-1339-4b00-b843-2d51042cce08,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:37.570347 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Publish callbacks [] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), precommit_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.573822 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks [] for router_gateway (8575af94-3bb1-4992-bea2-b5efdb8f351b), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.594480 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 2de23efd-ebad-455c-8efc-d00d9160c1ab triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:37.595750 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.616472 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7d2a17e5-310b-43b9-a581-2ae023fde533 admin admin] Publish callbacks [] for security_group (c32e0df0-1339-4b00-b843-2d51042cce08), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.648758 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7d2a17e5-310b-43b9-a581-2ae023fde533 admin admin] Publish callbacks [] for security_group (c32e0df0-1339-4b00-b843-2d51042cce08), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.704860 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 2de23efd-ebad-455c-8efc-d00d9160c1ab is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:37.731423 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), after_create {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.776497 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Network 911f0ac0-55d0-4d59-8828-c0575104baef is already hosted by enough agents. {{(pid=104060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:37.782692 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.scheduler.base_scheduler [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Resources bound (agent type, host, resource id): {{(pid=104060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:37.784933 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7d2a17e5-310b-43b9-a581-2ae023fde533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c32e0df0-1339-4b00-b843-2d51042cce08), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.785858 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Received port after_create {{(pid=104060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:37.791464 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7d2a17e5-310b-43b9-a581-2ae023fde533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.793277 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-7d2a17e5-310b-43b9-a581-2ae023fde533 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c32e0df0-1339-4b00-b843-2d51042cce08 HTTP/1.1" status: 204 len: 168 time: 0.2738116 May 13 13:31:37.807588 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Pushing event updated for resources: {'Port': ['ID=82ee72a7-aa98-4617-8b62-80aee13da84c,revision_number=1']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:37.820175 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a17e5-310b-43b9-a581-2ae023fde533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32e0df0-1339-4b00-b843-2d51042cce08,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:37.885426 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Attempting to bind port 82ee72a7-aa98-4617-8b62-80aee13da84c on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:37.886138 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Attempting to bind port 82ee72a7-aa98-4617-8b62-80aee13da84c by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:37.886550 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Attempting to bind port 82ee72a7-aa98-4617-8b62-80aee13da84c on network 911f0ac0-55d0-4d59-8828-c0575104baef {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:37.895370 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:37.896548 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Checking segment: {'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:37.897525 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:37.898124 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Bound using segment: {'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:37.898714 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Bound port: 82ee72a7-aa98-4617-8b62-80aee13da84c, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:37.899311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.023151 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] For port 82ee72a7-aa98-4617-8b62-80aee13da84c, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:38.037343 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3d3b5-e350-41c3-9bf1-2d17fcd17754 req-d6c3788d-6823-49f1-8326-998fb26cf46a tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:38.039116 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ff3d3b5-e350-41c3-9bf1-2d17fcd17754 req-d6c3788d-6823-49f1-8326-998fb26cf46a tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0700021 May 13 13:31:38.039630 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] For port 82ee72a7-aa98-4617-8b62-80aee13da84c, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=82ee72a7-aa98-4617-8b62-80aee13da84c,segment=NetworkSegment(e49bfd68-38d9-4050-87d4-f64efda0db05),segment_id=e49bfd68-38d9-4050-87d4-f64efda0db05)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:38.040827 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks [] for router_gateway (8575af94-3bb1-4992-bea2-b5efdb8f351b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.069449 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.081781 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7c901cc5-3496-47fc-a915-794e42759f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.117825 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.161562 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ff3d3b5-e350-41c3-9bf1-2d17fcd17754 req-36a89e4a-b35d-4db1-9225-9e7ce6cc0759 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991838 May 13 13:31:38.233535 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Allocated IP 172.27.2.169 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/60e1bed2-6583-4f4d-965f-fcf4d48ad3b1) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:38.236973 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd48e1-cd73-4e7d-bef5-a5ad82d733fe None None] Pushing event updated for resources: {'Port': ['ID=82ee72a7-aa98-4617-8b62-80aee13da84c,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:38.359958 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks [] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.506811 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.547902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:38.550958 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:38.554917 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:38.591544 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Pushing event updated for resources: {'Port': ['ID=60e1bed2-6583-4f4d-965f-fcf4d48ad3b1,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:38.607732 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.608086 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.608430 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.608774 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.609222 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.609427 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.609754 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.610080 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.610608 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.610829 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.611164 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.611488 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.611815 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.612264 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.614109 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:38.625708 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54308) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:38.655086 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb9c5-f191-47af-984e-295180e9e205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.836758 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device c14e2aac-8136-4318-a279-16d722ade56a up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:38.837668 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb9c5-f191-47af-984e-295180e9e205 admin admin] Publish callbacks [] for security_group (38ad2a57-816d-4878-a53e-32457f4f9d1a), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.897004 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port c14e2aac-8136-4318-a279-16d722ade56a triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:38.897298 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (c14e2aac-8136-4318-a279-16d722ade56a), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.936440 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb9c5-f191-47af-984e-295180e9e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (38ad2a57-816d-4878-a53e-32457f4f9d1a), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:38.987026 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e1ecb9c5-f191-47af-984e-295180e9e205 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ee81aeb01fa407cb2d1b5c326d0b18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600335 May 13 13:31:38.988179 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecb9c5-f191-47af-984e-295180e9e205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ad2a57-816d-4878-a53e-32457f4f9d1a,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:38.991010 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54314) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:38.992731 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port c14e2aac-8136-4318-a279-16d722ade56a is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:38.993945 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 82ee72a7-aa98-4617-8b62-80aee13da84c up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:39.030940 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks [] for router_gateway (8575af94-3bb1-4992-bea2-b5efdb8f351b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.059264 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 82ee72a7-aa98-4617-8b62-80aee13da84c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:39.059673 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.070886 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6bea4d2f-ac44-4793-a511-d1230e39ebed admin admin] Publish callbacks [] for security_group (38ad2a57-816d-4878-a53e-32457f4f9d1a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.110027 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6bea4d2f-ac44-4793-a511-d1230e39ebed admin admin] Publish callbacks [] for security_group (38ad2a57-816d-4878-a53e-32457f4f9d1a), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.175181 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 82ee72a7-aa98-4617-8b62-80aee13da84c is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:39.176065 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.223799 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port 82ee72a7-aa98-4617-8b62-80aee13da84c, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=82ee72a7-aa98-4617-8b62-80aee13da84c,segment=NetworkSegment(e49bfd68-38d9-4050-87d4-f64efda0db05),segment_id=e49bfd68-38d9-4050-87d4-f64efda0db05)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:39.248351 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6bea4d2f-ac44-4793-a511-d1230e39ebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (38ad2a57-816d-4878-a53e-32457f4f9d1a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.251503 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6bea4d2f-ac44-4793-a511-d1230e39ebed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.253171 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-6bea4d2f-ac44-4793-a511-d1230e39ebed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38ad2a57-816d-4878-a53e-32457f4f9d1a HTTP/1.1" status: 204 len: 168 time: 0.2607770 May 13 13:31:39.264355 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4d2f-ac44-4793-a511-d1230e39ebed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ad2a57-816d-4878-a53e-32457f4f9d1a,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:39.370452 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.442980 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=82ee72a7-aa98-4617-8b62-80aee13da84c,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:39.541070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f85bd4-f609-49f3-95b0-838952e3936e None None] Network 911f0ac0-55d0-4d59-8828-c0575104baef requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:39.603790 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-1fc9b3e2-f489-4db8-9fdc-63c5856d2c6f None None] Provisioning complete for port 82ee72a7-aa98-4617-8b62-80aee13da84c triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:39.604262 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1fc9b3e2-f489-4db8-9fdc-63c5856d2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.642732 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669481-7043-4536-8cca-7462dff86af6 req-dbb489ef-af8f-444a-b3f5-663e8458278e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:39.645762 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df669481-7043-4536-8cca-7462dff86af6 req-dbb489ef-af8f-444a-b3f5-663e8458278e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.3646426 May 13 13:31:39.647492 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-584530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594963'] for router (8575af94-3bb1-4992-bea2-b5efdb8f351b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.654718 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:39.743845 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df669481-7043-4536-8cca-7462dff86af6 req-0675d076-a909-4bf7-a119-52b1d0bf2f52 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940061 May 13 13:31:39.758859 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9b3e2-f489-4db8-9fdc-63c5856d2c6f None None] Current status of the port 82ee72a7-aa98-4617-8b62-80aee13da84c is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:39.935377 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4c91-2f2a-49cc-9b9b-bc3b93e42068 req-04d382b1-e953-4d4a-9072-9d33b23825eb tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:39.937119 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-334a4c91-2f2a-49cc-9b9b-bc3b93e42068 req-04d382b1-e953-4d4a-9072-9d33b23825eb tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0726323 May 13 13:31:39.998841 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-334a4c91-2f2a-49cc-9b9b-bc3b93e42068 req-9d1364a5-f325-4547-b77f-740a16649ff8 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529680 May 13 13:31:40.001167 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Router 8575af94-3bb1-4992-bea2-b5efdb8f351b is scheduled to L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:31:40.093621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-612344bc-7de4-4c26-9740-e727942451e7 None None] Provisioning complete for port 82ee72a7-aa98-4617-8b62-80aee13da84c triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:40.094168 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-612344bc-7de4-4c26-9740-e727942451e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.156138 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:40.166412 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Sync routers for ids ['8575af94-3bb1-4992-bea2-b5efdb8f351b'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:40.225155 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Routers {'8575af94-3bb1-4992-bea2-b5efdb8f351b'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:40.226032 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['8575af94-3bb1-4992-bea2-b5efdb8f351b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:40.275078 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-612344bc-7de4-4c26-9740-e727942451e7 None None] Current status of the port 82ee72a7-aa98-4617-8b62-80aee13da84c is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:40.278483 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.282965 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a131e2b1-d5eb-4769-94bd-8f5e1599a156 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3734972 May 13 13:31:40.282965 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54348) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:40.381724 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Set router 8575af94-3bb1-4992-bea2-b5efdb8f351b gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:40.481745 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd299f27-44a2-4423-829e-8ea184fa1a6a req-368bc99c-e38c-40a1-be82-9afc1a6f8edf tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:40.490331 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd299f27-44a2-4423-829e-8ea184fa1a6a req-368bc99c-e38c-40a1-be82-9afc1a6f8edf tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0775797 May 13 13:31:40.610929 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:31:38Z', 'revision_number': 3, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port': {'id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:38Z', 'updated_at': '2022-05-13T13:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:40.627967 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd299f27-44a2-4423-829e-8ea184fa1a6a req-9325c75a-ea15-4c1b-ad7d-3156e27432bb tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358013 May 13 13:31:40.646954 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Checking router: 8575af94-3bb1-4992-bea2-b5efdb8f351b for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:40.647311 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Updating router 8575af94-3bb1-4992-bea2-b5efdb8f351b port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 binding host dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:40.686734 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:40.793669 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 82ee72a7-aa98-4617-8b62-80aee13da84c up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:40.935567 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.038355 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 82ee72a7-aa98-4617-8b62-80aee13da84c triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:41.038735 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.110612 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Allocated IP 172.20.0.1 (911f0ac0-55d0-4d59-8828-c0575104baef/b5476cdb-9471-4dd9-b640-94096cac5d57/8b751908-735b-4f19-897d-7105e1882019) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:41.218668 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 82ee72a7-aa98-4617-8b62-80aee13da84c is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:41.228807 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.239891 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Publish callbacks [] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.256335 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Publish callbacks [] for port (8b751908-735b-4f19-897d-7105e1882019), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.304630 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.364924 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Attempting to bind port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:41.365293 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Attempting to bind port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:41.365653 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Attempting to bind port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 on network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:41.373981 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d9e51-1436-4db7-886c-cc310b7ae7ff None None] Pushing event updated for resources: {'Port': ['ID=60e1bed2-6583-4f4d-965f-fcf4d48ad3b1,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:41.377771 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:41.378846 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Checking segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:41.379257 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.379644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Bound using segment: {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:41.380133 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Bound port: 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e66c1-fd25-473f-bc5c-aac4127ba8f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:41.380511 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.425158 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (8b751908-735b-4f19-897d-7105e1882019), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.443840 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] For port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:41.447385 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] For port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=60e1bed2-6583-4f4d-965f-fcf4d48ad3b1,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:41.464121 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Network 911f0ac0-55d0-4d59-8828-c0575104baef is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:41.470757 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:41.482935 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:41.517773 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b751908-735b-4f19-897d-7105e1882019,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:41.541539 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596292'] for router_interface (8575af94-3bb1-4992-bea2-b5efdb8f351b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.557163 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.637307 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Routers {'8575af94-3bb1-4992-bea2-b5efdb8f351b'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:41.637955 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['8575af94-3bb1-4992-bea2-b5efdb8f351b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:41.690593 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d9e51-1436-4db7-886c-cc310b7ae7ff None None] Pushing event updated for resources: {'Port': ['ID=60e1bed2-6583-4f4d-965f-fcf4d48ad3b1,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:41.775810 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] Set router 8575af94-3bb1-4992-bea2-b5efdb8f351b gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:41.813463 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8b751908-735b-4f19-897d-7105e1882019), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.878951 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-0dc13449-6c8e-431f-98c5-cf0254ea8303 None None] Provisioning complete for port 8b751908-735b-4f19-897d-7105e1882019 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:41.879334 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0dc13449-6c8e-431f-98c5-cf0254ea8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (8b751908-735b-4f19-897d-7105e1882019), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.936504 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-0dc13449-6c8e-431f-98c5-cf0254ea8303 None None] Port 8b751908-735b-4f19-897d-7105e1882019 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:41.994590 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Publish callbacks [] for port (8b751908-735b-4f19-897d-7105e1882019), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:41.999062 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:31:38Z', 'revision_number': 3, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port': {'id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:38Z', 'updated_at': '2022-05-13T13:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:42.025475 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98776b0f-a6d0-4f49-a5b3-84ba08fed582 None None] The sync data for ids ['8575af94-3bb1-4992-bea2-b5efdb8f351b'] in dv-cinder-841632-1-iscsi is: [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:31:38Z', 'revision_number': 3, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port': {'id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:38Z', 'updated_at': '2022-05-13T13:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:42.121865 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (8b751908-735b-4f19-897d-7105e1882019), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.199751 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-565335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591225'] for router_interface (8575af94-3bb1-4992-bea2-b5efdb8f351b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.206275 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=8b751908-735b-4f19-897d-7105e1882019,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:42.330271 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Network 911f0ac0-55d0-4d59-8828-c0575104baef is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:42.331699 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:42.487839 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Router 8575af94-3bb1-4992-bea2-b5efdb8f351b has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:42.609405 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.668008 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-2d33791b-df4e-4f10-9e44-d5e66378ce23 None None] Provisioning complete for port 8b751908-735b-4f19-897d-7105e1882019 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:42.669202 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-2d33791b-df4e-4f10-9e44-d5e66378ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (8b751908-735b-4f19-897d-7105e1882019), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.715758 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:42.748046 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-732c360a-3542-48e4-bae3-1b240ca67ca3 admin admin] 10.222.0.13 "PUT /v2.0/routers/8575af94-3bb1-4992-bea2-b5efdb8f351b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4631925 May 13 13:31:42.754719 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-2d33791b-df4e-4f10-9e44-d5e66378ce23 None None] Port 8b751908-735b-4f19-897d-7105e1882019 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:31:42.758073 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:42.821796 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:42.822179 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.943576 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:42.944236 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:42.979208 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] For port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=60e1bed2-6583-4f4d-965f-fcf4d48ad3b1,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:43.054033 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.130339 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Pushing event updated for resources: {'Port': ['ID=60e1bed2-6583-4f4d-965f-fcf4d48ad3b1,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:43.323554 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:31:43.415032 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54410) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:43.422468 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-e702194e-e793-4047-ba35-9448606ed329 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011461249', 'description': 'tempest-secgroup-smoke-1011461249 description', 'project_id': '6445798bd0f5475dba3878ea68e1eada'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:43.533407 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e702194e-e793-4047-ba35-9448606ed329 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.612252 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e702194e-e793-4047-ba35-9448606ed329 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group (18c22382-e9e8-4a84-9d35-d26bf441a5f0), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.705322 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e702194e-e793-4047-ba35-9448606ed329 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (18c22382-e9e8-4a84-9d35-d26bf441a5f0), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.738453 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702194e-e793-4047-ba35-9448606ed329 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c22382-e9e8-4a84-9d35-d26bf441a5f0,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:43.828913 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e702194e-e793-4047-ba35-9448606ed329 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:43.830272 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e702194e-e793-4047-ba35-9448606ed329 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4141011 May 13 13:31:43.833241 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54424) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:43.837746 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-f815534b-1269-4bd1-8c02-5cf1f539813b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'security_group_rule': {'security_group_id': '18c22382-e9e8-4a84-9d35-d26bf441a5f0', 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:43.940109 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f815534b-1269-4bd1-8c02-5cf1f539813b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (96d9f7e9-1932-4d45-a128-c629c5ccc561), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.002418 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f815534b-1269-4bd1-8c02-5cf1f539813b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (96d9f7e9-1932-4d45-a128-c629c5ccc561), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.062734 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Sync routers for ids ['8575af94-3bb1-4992-bea2-b5efdb8f351b'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:44.073855 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Routers {'8575af94-3bb1-4992-bea2-b5efdb8f351b'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:44.074513 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['8575af94-3bb1-4992-bea2-b5efdb8f351b'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:44.087478 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f815534b-1269-4bd1-8c02-5cf1f539813b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (96d9f7e9-1932-4d45-a128-c629c5ccc561), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.108836 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815534b-1269-4bd1-8c02-5cf1f539813b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d9f7e9-1932-4d45-a128-c629c5ccc561,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:44.193614 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f815534b-1269-4bd1-8c02-5cf1f539813b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.195123 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f815534b-1269-4bd1-8c02-5cf1f539813b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608568 May 13 13:31:44.197944 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54438) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:44.207192 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-c0a8450d-4144-4c06-ad27-5d17764d3211 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'security_group_rule': {'security_group_id': '18c22382-e9e8-4a84-9d35-d26bf441a5f0', 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:44.218933 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Set router 8575af94-3bb1-4992-bea2-b5efdb8f351b gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:44.338967 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0a8450d-4144-4c06-ad27-5d17764d3211 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (361f8065-fd8a-4688-a670-01b1fde96f7f), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.440775 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0a8450d-4144-4c06-ad27-5d17764d3211 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (361f8065-fd8a-4688-a670-01b1fde96f7f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.450018 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:31:41Z', 'revision_number': 4, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port': {'id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:38Z', 'updated_at': '2022-05-13T13:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '8b751908-735b-4f19-897d-7105e1882019', 'name': '', 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'mac_address': 'fa:16:3e:10:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b5476cdb-9471-4dd9-b640-94096cac5d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:40Z', 'updated_at': '2022-05-13T13:31:41Z', 'revision_number': 2, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'subnets': [{'id': 'b5476cdb-9471-4dd9-b640-94096cac5d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:44.478664 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Checking router: 8575af94-3bb1-4992-bea2-b5efdb8f351b for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:44.479010 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Updating router 8575af94-3bb1-4992-bea2-b5efdb8f351b port 8b751908-735b-4f19-897d-7105e1882019 binding host dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:31:44.507728 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8b751908-735b-4f19-897d-7105e1882019), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.550385 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0a8450d-4144-4c06-ad27-5d17764d3211 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (361f8065-fd8a-4688-a670-01b1fde96f7f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.571940 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8450d-4144-4c06-ad27-5d17764d3211 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361f8065-fd8a-4688-a670-01b1fde96f7f,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:44.662312 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c0a8450d-4144-4c06-ad27-5d17764d3211 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.663951 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c0a8450d-4144-4c06-ad27-5d17764d3211 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4647462 May 13 13:31:44.667218 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54448) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:44.672899 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-20dcc29a-e7b3-4ae7-81a9-6a62fcb6cd36 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'security_group_rule': {'security_group_id': '18c22382-e9e8-4a84-9d35-d26bf441a5f0', 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:44.696636 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:44.752092 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:44.752456 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.809694 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-20dcc29a-e7b3-4ae7-81a9-6a62fcb6cd36 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (3761dfc3-9bd3-4b58-acb1-7c8c6d64edaa), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.843965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54454) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:44.870555 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:44.902576 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Publish callbacks [] for port (8b751908-735b-4f19-897d-7105e1882019), precommit_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.930621 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-20dcc29a-e7b3-4ae7-81a9-6a62fcb6cd36 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (3761dfc3-9bd3-4b58-acb1-7c8c6d64edaa), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:44.985042 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b014609c-3a7a-4175-b8a5-4d37879cdbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.014361 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (8b751908-735b-4f19-897d-7105e1882019), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.036567 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-20dcc29a-e7b3-4ae7-81a9-6a62fcb6cd36 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (3761dfc3-9bd3-4b58-acb1-7c8c6d64edaa), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.059321 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcc29a-e7b3-4ae7-81a9-6a62fcb6cd36 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3761dfc3-9bd3-4b58-acb1-7c8c6d64edaa,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.066316 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d69f4-13d8-49d5-bb51-cad88599e884 None None] Pushing event updated for resources: {'Port': ['ID=8b751908-735b-4f19-897d-7105e1882019,revision_number=3']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.078907 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b014609c-3a7a-4175-b8a5-4d37879cdbc8 admin admin] Publish callbacks [] for security_group (fae80ec4-9114-4630-a128-7d218c29b1dc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.149101 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Attempting to bind port 8b751908-735b-4f19-897d-7105e1882019 on host dv-cinder-841632-1-iscsi for vnic_type normal with profile {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:45.149644 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Attempting to bind port 8b751908-735b-4f19-897d-7105e1882019 by drivers openvswitch,hyperv on host dv-cinder-841632-1-iscsi at level 0 using segments [{'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:45.150012 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Attempting to bind port 8b751908-735b-4f19-897d-7105e1882019 on network 911f0ac0-55d0-4d59-8828-c0575104baef {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:45.156768 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Checking agent: {'id': 'd82c20fd-ed18-4218-b247-2dfb16663630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 14, 12), 'started_at': datetime.datetime(2022, 5, 13, 13, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:45.157143 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Checking segment: {'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:45.157559 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.157941 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Bound using segment: {'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'} {{(pid=104061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:45.158437 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.managers [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Bound port: 8b751908-735b-4f19-897d-7105e1882019, host: dv-cinder-841632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49bfd68-38d9-4050-87d4-f64efda0db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef'}}] {{(pid=104061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:45.158814 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8b751908-735b-4f19-897d-7105e1882019), before_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.168106 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b014609c-3a7a-4175-b8a5-4d37879cdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (fae80ec4-9114-4630-a128-7d218c29b1dc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.170805 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-20dcc29a-e7b3-4ae7-81a9-6a62fcb6cd36 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.172190 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-20dcc29a-e7b3-4ae7-81a9-6a62fcb6cd36 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5039062 May 13 13:31:45.176281 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54462) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:45.181909 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-8f1f5db6-c651-4fe0-b730-58df9d64e5a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'security_group_rule': {'security_group_id': '18c22382-e9e8-4a84-9d35-d26bf441a5f0', 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:45.207402 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014609c-3a7a-4175-b8a5-4d37879cdbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae80ec4-9114-4630-a128-7d218c29b1dc,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.228719 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54464) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:45.229401 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-b014609c-3a7a-4175-b8a5-4d37879cdbc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90e130209f434d2989b1952f8476db45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835893 May 13 13:31:45.253873 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] For port 8b751908-735b-4f19-897d-7105e1882019, host dv-cinder-841632-1-iscsi, cleared binding levels {{(pid=104061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:45.258039 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.plugins.ml2.db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] For port 8b751908-735b-4f19-897d-7105e1882019, host dv-cinder-841632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=8b751908-735b-4f19-897d-7105e1882019,segment=NetworkSegment(e49bfd68-38d9-4050-87d4-f64efda0db05),segment_id=e49bfd68-38d9-4050-87d4-f64efda0db05)] {{(pid=104061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:45.291652 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-992478fb-f4ea-4a0b-9bc3-db056359a3c8 admin admin] Publish callbacks [] for security_group (fae80ec4-9114-4630-a128-7d218c29b1dc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.317037 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-992478fb-f4ea-4a0b-9bc3-db056359a3c8 admin admin] Publish callbacks [] for security_group (fae80ec4-9114-4630-a128-7d218c29b1dc), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.369266 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5db6-c651-4fe0-b730-58df9d64e5a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (d3d2b694-f44e-4bec-94c7-743df9b95c1d), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.391290 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron_lib.callbacks.manager [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (8b751908-735b-4f19-897d-7105e1882019), after_update {{(pid=104061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.411974 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Provisioning complete for port 8b751908-735b-4f19-897d-7105e1882019 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:45.412670 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (8b751908-735b-4f19-897d-7105e1882019), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.461378 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-992478fb-f4ea-4a0b-9bc3-db056359a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (fae80ec4-9114-4630-a128-7d218c29b1dc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.462117 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-992478fb-f4ea-4a0b-9bc3-db056359a3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.463353 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-992478fb-f4ea-4a0b-9bc3-db056359a3c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fae80ec4-9114-4630-a128-7d218c29b1dc HTTP/1.1" status: 204 len: 168 time: 0.2336488 May 13 13:31:45.466725 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d69f4-13d8-49d5-bb51-cad88599e884 None None] Pushing event updated for resources: {'Port': ['ID=8b751908-735b-4f19-897d-7105e1882019,revision_number=4']} {{(pid=104061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.476800 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Routers {'8575af94-3bb1-4992-bea2-b5efdb8f351b'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:45.478250 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['8575af94-3bb1-4992-bea2-b5efdb8f351b'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:45.479905 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992478fb-f4ea-4a0b-9bc3-db056359a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae80ec4-9114-4630-a128-7d218c29b1dc,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.495644 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5db6-c651-4fe0-b730-58df9d64e5a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (d3d2b694-f44e-4bec-94c7-743df9b95c1d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.558161 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Current status of the port 8b751908-735b-4f19-897d-7105e1882019 is: DOWN; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:45.558790 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8b751908-735b-4f19-897d-7105e1882019), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.585494 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5db6-c651-4fe0-b730-58df9d64e5a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (d3d2b694-f44e-4bec-94c7-743df9b95c1d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.606358 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] For port 8b751908-735b-4f19-897d-7105e1882019, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=8b751908-735b-4f19-897d-7105e1882019,segment=NetworkSegment(e49bfd68-38d9-4050-87d4-f64efda0db05),segment_id=e49bfd68-38d9-4050-87d4-f64efda0db05)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:45.615116 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5db6-c651-4fe0-b730-58df9d64e5a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d2b694-f44e-4bec-94c7-743df9b95c1d,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.630336 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] Set router 8575af94-3bb1-4992-bea2-b5efdb8f351b gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:45.710408 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (8b751908-735b-4f19-897d-7105e1882019), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.747296 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5db6-c651-4fe0-b730-58df9d64e5a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.748744 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8f1f5db6-c651-4fe0-b730-58df9d64e5a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5712805 May 13 13:31:45.751788 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54468) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:45.759837 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-c02b3d48-87b3-4c81-9fac-2cd4a2169818 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'security_group_rule': {'security_group_id': '18c22382-e9e8-4a84-9d35-d26bf441a5f0', 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:45.774647 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Pushing event updated for resources: {'Port': ['ID=8b751908-735b-4f19-897d-7105e1882019,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:45.783269 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.783615 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.783956 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.784296 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.784629 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.784957 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.785282 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.785637 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.785969 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.786323 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.786651 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.786975 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.787292 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.787642 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.787964 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0eb47-0011-469a-9bcb-50b1e15c88df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:31:45.830789 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-8aff69d7-3fb4-428b-9a45-099ddf6880de None None] Provisioning complete for port 8b751908-735b-4f19-897d-7105e1882019 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:45.831846 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-8aff69d7-3fb4-428b-9a45-099ddf6880de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (8b751908-735b-4f19-897d-7105e1882019), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.853346 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-c02b3d48-87b3-4c81-9fac-2cd4a2169818 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Project 6445798bd0f5475dba3878ea68e1eada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:31:45.855253 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:31:41Z', 'revision_number': 4, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port': {'id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:38Z', 'updated_at': '2022-05-13T13:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '8b751908-735b-4f19-897d-7105e1882019', 'name': '', 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'mac_address': 'fa:16:3e:10:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b5476cdb-9471-4dd9-b640-94096cac5d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:40Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'subnets': [{'id': 'b5476cdb-9471-4dd9-b640-94096cac5d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:45.860158 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c02b3d48-87b3-4c81-9fac-2cd4a2169818 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (fe53e37f-cb0b-4977-aa70-6500bd061437), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:45.892404 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d127e-1bd4-4c8a-9e3e-492292a49f94 None None] The sync data for ids ['8575af94-3bb1-4992-bea2-b5efdb8f351b'] in dv-cinder-841632-1-iscsi is: [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:31:41Z', 'revision_number': 4, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port': {'id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:38Z', 'updated_at': '2022-05-13T13:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '8b751908-735b-4f19-897d-7105e1882019', 'name': '', 'network_id': '911f0ac0-55d0-4d59-8828-c0575104baef', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'mac_address': 'fa:16:3e:10:0a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b5476cdb-9471-4dd9-b640-94096cac5d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:40Z', 'updated_at': '2022-05-13T13:31:45Z', 'revision_number': 4, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'subnets': [{'id': 'b5476cdb-9471-4dd9-b640-94096cac5d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:45.937289 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-8aff69d7-3fb4-428b-9a45-099ddf6880de None None] Current status of the port 8b751908-735b-4f19-897d-7105e1882019 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:46.004003 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c02b3d48-87b3-4c81-9fac-2cd4a2169818 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (fe53e37f-cb0b-4977-aa70-6500bd061437), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.081870 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c02b3d48-87b3-4c81-9fac-2cd4a2169818 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (fe53e37f-cb0b-4977-aa70-6500bd061437), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.113085 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b3d48-87b3-4c81-9fac-2cd4a2169818 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe53e37f-cb0b-4977-aa70-6500bd061437,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:46.352488 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c02b3d48-87b3-4c81-9fac-2cd4a2169818 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.354176 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c02b3d48-87b3-4c81-9fac-2cd4a2169818 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5985963 May 13 13:31:46.357818 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54478) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:46.362528 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-fac8931a-0d5c-49fd-8695-fd768f47dc1a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'security_group_rule': {'security_group_id': '18c22382-e9e8-4a84-9d35-d26bf441a5f0', 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:46.584967 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.securitygroups_db [None req-fac8931a-0d5c-49fd-8695-fd768f47dc1a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Project 6445798bd0f5475dba3878ea68e1eada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:31:46.593846 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fac8931a-0d5c-49fd-8695-fd768f47dc1a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (37831e84-f323-490d-b2d0-6a0fb8b8995f), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.674723 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54480) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:46.681304 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fac8931a-0d5c-49fd-8695-fd768f47dc1a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (37831e84-f323-490d-b2d0-6a0fb8b8995f), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.691203 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25af7a02-a5b5-4d87-86bc-ed582a202a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.706249 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 8b751908-735b-4f19-897d-7105e1882019 up at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:31:46.763389 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Provisioning complete for port 8b751908-735b-4f19-897d-7105e1882019 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:46.764186 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (8b751908-735b-4f19-897d-7105e1882019), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.799208 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25af7a02-a5b5-4d87-86bc-ed582a202a9e admin admin] Publish callbacks [] for security_group (462a0cab-d0e7-4f42-9e58-e9d788ed39d7), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.853386 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fac8931a-0d5c-49fd-8695-fd768f47dc1a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (37831e84-f323-490d-b2d0-6a0fb8b8995f), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.873396 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Current status of the port 8b751908-735b-4f19-897d-7105e1882019 is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:46.877294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8931a-0d5c-49fd-8695-fd768f47dc1a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37831e84-f323-490d-b2d0-6a0fb8b8995f,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:46.882065 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25af7a02-a5b5-4d87-86bc-ed582a202a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (462a0cab-d0e7-4f42-9e58-e9d788ed39d7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.909537 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54484) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:46.924778 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-25af7a02-a5b5-4d87-86bc-ed582a202a9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59e715e7f9d5463e8d92fcf7d49e379f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481172 May 13 13:31:46.927939 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54488) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:46.931087 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af7a02-a5b5-4d87-86bc-ed582a202a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a0cab-d0e7-4f42-9e58-e9d788ed39d7,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:46.991488 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fac8931a-0d5c-49fd-8695-fd768f47dc1a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:46.992870 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-fac8931a-0d5c-49fd-8695-fd768f47dc1a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6338964 May 13 13:31:47.006547 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9f2d-8519-4d2e-a5f3-83d504089de1 admin admin] Publish callbacks [] for security_group (462a0cab-d0e7-4f42-9e58-e9d788ed39d7), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.037122 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9f2d-8519-4d2e-a5f3-83d504089de1 admin admin] Publish callbacks [] for security_group (462a0cab-d0e7-4f42-9e58-e9d788ed39d7), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.087390 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d44899b5-a7a0-4614-87d1-d54bd8ea6774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.214824 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9f2d-8519-4d2e-a5f3-83d504089de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (462a0cab-d0e7-4f42-9e58-e9d788ed39d7), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.219228 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9f2d-8519-4d2e-a5f3-83d504089de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.220425 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-fe1c9f2d-8519-4d2e-a5f3-83d504089de1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/462a0cab-d0e7-4f42-9e58-e9d788ed39d7 HTTP/1.1" status: 204 len: 168 time: 0.2907000 May 13 13:31:47.243236 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c9f2d-8519-4d2e-a5f3-83d504089de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a0cab-d0e7-4f42-9e58-e9d788ed39d7,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:47.314615 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d44899b5-a7a0-4614-87d1-d54bd8ea6774 admin admin] Publish callbacks [] for security_group (0f5de7d2-08b1-4e4a-91e0-dd8e1e09e6b4), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.756317 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d44899b5-a7a0-4614-87d1-d54bd8ea6774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (0f5de7d2-08b1-4e4a-91e0-dd8e1e09e6b4), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.797058 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44899b5-a7a0-4614-87d1-d54bd8ea6774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5de7d2-08b1-4e4a-91e0-dd8e1e09e6b4,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:47.801340 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d44899b5-a7a0-4614-87d1-d54bd8ea6774 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa535d122a184b8d90e598a08e6677e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8905895 May 13 13:31:47.804155 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54532) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:47.853978 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54ddb3f3-8af2-412d-9820-7ee0aec73355 admin admin] Publish callbacks [] for security_group (0f5de7d2-08b1-4e4a-91e0-dd8e1e09e6b4), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:47.875321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54ddb3f3-8af2-412d-9820-7ee0aec73355 admin admin] Publish callbacks [] for security_group (0f5de7d2-08b1-4e4a-91e0-dd8e1e09e6b4), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:48.172932 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54ddb3f3-8af2-412d-9820-7ee0aec73355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (0f5de7d2-08b1-4e4a-91e0-dd8e1e09e6b4), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:48.175544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54ddb3f3-8af2-412d-9820-7ee0aec73355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:48.176781 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-54ddb3f3-8af2-412d-9820-7ee0aec73355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f5de7d2-08b1-4e4a-91e0-dd8e1e09e6b4 HTTP/1.1" status: 204 len: 168 time: 0.3718183 May 13 13:31:48.185966 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddb3f3-8af2-412d-9820-7ee0aec73355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5de7d2-08b1-4e4a-91e0-dd8e1e09e6b4,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:49.053401 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54560) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:49.151294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-438071127-network', 'tenant_id': 'a2dfc119af794405abce655b77cb8784'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:49.241837 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Made reservation on behalf of a2dfc119af794405abce655b77cb8784 for: {'network': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:49.253237 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for network (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.254767 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.355250 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Publish callbacks [] for security_group (7c6dd88e-90df-4534-a0b8-ca539dfd5630), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.538837 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (7c6dd88e-90df-4534-a0b8-ca539dfd5630), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.566708 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=104059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:31:49.573131 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6dd88e-90df-4534-a0b8-ca539dfd5630,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:49.580381 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (70bb3057-c027-4fe9-8803-e30a7082c9ec), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.580714 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.segments_db [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Added segment 70bb3057-c027-4fe9-8803-e30a7082c9ec of type vlan for network 1454a409-f7b2-4338-b552-c82432c43e3a May 13 13:31:49.623949 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733591716271'] for network (1454a409-f7b2-4338-b552-c82432c43e3a), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.778802 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317'] for network (1454a409-f7b2-4338-b552-c82432c43e3a), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.779851 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:49.780436 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:49.844082 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] Pushing event updated for resources: {'Network': ['ID=1454a409-f7b2-4338-b552-c82432c43e3a,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:49.853819 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Network 1454a409-f7b2-4338-b552-c82432c43e3a details requested by agent ovs-agent-dv-cinder-841632-1-iscsi with host dv-cinder-841632-1-iscsi {{(pid=104060) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:31:49.958324 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-bafb8d08-e6a4-4f25-b2f4-2aab37990496 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9037657 May 13 13:31:49.961218 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54582) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:49.966759 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Request body: {'subnet': {'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-438071127-subnet', 'tenant_id': 'a2dfc119af794405abce655b77cb8784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:50.064611 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Made reservation on behalf of a2dfc119af794405abce655b77cb8784 for: {'subnet': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:50.067002 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8667631'] for subnet (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.379461 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8667633'] for subnet (b3714d3a-f670-4b7b-bf3b-02dbeb8710f9), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.441012 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3714d3a-f670-4b7b-bf3b-02dbeb8710f9,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:50.448214 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Checking segment: {'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:50.448562 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Network hostable DHCP agents. Network: 1454a409-f7b2-4338-b552-c82432c43e3a, hostable agents: ['b0d4fb74-7c19-4c91-bfa6-63b6d51900f4'], hosted agents: [] {{(pid=104059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:31:50.538907 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Network 1454a409-f7b2-4338-b552-c82432c43e3a is scheduled to be hosted by DHCP agent b0d4fb74-7c19-4c91-bfa6-63b6d51900f4 with binding_index 1 {{(pid=104059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:31:50.641479 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841632-1-iscsi, 1454a409-f7b2-4338-b552-c82432c43e3a) {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:50.645960 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:50.649554 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:50.653259 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c35b131-cf3e-4fbc-822e-7a889797a513 None None] Network 1454a409-f7b2-4338-b552-c82432c43e3a requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:50.729839 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-78851b5c-916f-4280-b4d6-54ea1e55fd15 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7675188 May 13 13:31:50.767994 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6bbaef-a9ab-4727-b842-286d5f536b73 None None] Network 1454a409-f7b2-4338-b552-c82432c43e3a requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:31:51.646771 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34372afa-a13f-4bb0-813c-3438845752f8 req-3fc8f9b3-ecc1-49e4-90b8-4de9b198c1ed tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:51.648201 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34372afa-a13f-4bb0-813c-3438845752f8 req-3fc8f9b3-ecc1-49e4-90b8-4de9b198c1ed tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0505648 May 13 13:31:51.697477 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34372afa-a13f-4bb0-813c-3438845752f8 req-091cb282-8f62-4b4f-9bb0-6e79dea078ed tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 May 13 13:31:51.720897 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54602) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:51.901934 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921bf15b-f402-4561-994f-690a3f77e45f tempest-TestMinimumBasicScenario-1335217107 tempest-TestMinimumBasicScenario-1335217107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:51.906379 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-921bf15b-f402-4561-994f-690a3f77e45f tempest-TestMinimumBasicScenario-1335217107 tempest-TestMinimumBasicScenario-1335217107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1124 time: 0.1815622 May 13 13:31:51.907203 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54610) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:51.911765 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'port_id': 'bfe54fbd-567c-4293-a866-09fde88930de', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:52.030715 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.119215 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.234744 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Allocated IP 172.27.2.176 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/fb5a1ad9-ee09-4683-bdb8-5156175567bc) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:52.352548 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for port (fb5a1ad9-ee09-4683-bdb8-5156175567bc), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.453810 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (fb5a1ad9-ee09-4683-bdb8-5156175567bc), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:52.492111 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:52.495065 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:52.500570 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:52.531908 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'Port': ['ID=fb5a1ad9-ee09-4683-bdb8-5156175567bc,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:52.917123 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for floatingip (971cce5e-05af-4869-98c9-c249fc0fb910), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.071029 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (fb5a1ad9-ee09-4683-bdb8-5156175567bc), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.138724 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2a0b5-1587-4086-951e-155010520ace req-9fe62efa-b510-421c-8538-2ed34758d4f8 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:53.138724 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-9fe62efa-b510-421c-8538-2ed34758d4f8 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/networks?id=1454a409-f7b2-4338-b552-c82432c43e3a HTTP/1.1" status: 200 len: 808 time: 0.1373055 May 13 13:31:53.151181 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-ffe155c0-a3cd-4c12-a497-e8fc66856afa tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/quotas/a2dfc119af794405abce655b77cb8784 HTTP/1.1" status: 200 len: 375 time: 0.0095687 May 13 13:31:53.194402 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-eabeb236-08aa-4d36-be19-46f924bff337 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2dfc119af794405abce655b77cb8784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373476 May 13 13:31:53.239502 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for port (fb5a1ad9-ee09-4683-bdb8-5156175567bc), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.298559 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (fb5a1ad9-ee09-4683-bdb8-5156175567bc), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.299240 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-94cc2232-eb86-4ee2-a485-fcebcd2a85d5 service neutron] 10.222.0.13 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972092 May 13 13:31:53.373041 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'Port': ['ID=fb5a1ad9-ee09-4683-bdb8-5156175567bc,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:53.397282 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (971cce5e-05af-4869-98c9-c249fc0fb910), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:53.415159 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-d5712aac-3874-4637-9414-615e31fe79e0 service neutron] 10.222.0.13 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097865 May 13 13:31:53.528758 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Floating IP 971cce5e-05af-4869-98c9-c249fc0fb910 associated. External IP: 172.27.2.176, port: bfe54fbd-567c-4293-a866-09fde88930de. May 13 13:31:53.685341 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d2e5a56b-d98a-4a00-89c1-e7db7e295687 req-0a645f0d-5c66-4fbf-b422-a3176b5d4846 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 210 time: 0.0303857 May 13 13:31:54.066462 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Router 4b63aae7-e56b-452a-a402-b55b19866568 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:31:54.196355 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:31:54.212600 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] Sync routers for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:31:54.223554 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:54.224166 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:54.323901 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.359036 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1cafaadd-2d26-4b36-85d5-f919451158cc tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4506967 May 13 13:31:54.359738 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:54.361915 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54640) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:54.362530 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26378a3e-6598-40e6-ab33-f2f402b5bd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:54.368765 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-0e708916-d453-4af6-a376-18ea377be353 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179136651', 'description': 'tempest-secgroup-smoke-1179136651 description', 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:54.415059 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f803e3b9-36fe-45fb-a0fd-794a5e6c1c04 x-openstack-request-id: req-f803e3b9-36fe-45fb-a0fd-794a5e6c1c04 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:54.417605 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:54.418891 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f803e3b9-36fe-45fb-a0fd-794a5e6c1c04 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:54.419575 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f803e3b9-36fe-45fb-a0fd-794a5e6c1c04'] response: {'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de', 'status': 'completed', 'code': 200} May 13 13:31:54.488320 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-db97aa05-ce1c-44e9-a058-d5d1ed2dd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:54.489377 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:54.489835 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-db97aa05-ce1c-44e9-a058-d5d1ed2dd660 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1129 time: 0.0429006 May 13 13:31:54.569285 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e708916-d453-4af6-a376-18ea377be353 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.597934 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-f94e636f-dcef-452f-a26a-78e082b4c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:54.599675 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-f94e636f-dcef-452f-a26a-78e082b4c0de service neutron] 10.222.0.69 "GET /v2.0/networks?id=da658553-b4a3-4d8d-bf86-544abb5d20b7 HTTP/1.1" status: 200 len: 915 time: 0.1034102 May 13 13:31:54.678679 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-11acd0bc-b017-4086-bb6f-4e7d0396f372 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 999 time: 0.0705609 May 13 13:31:54.684245 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e708916-d453-4af6-a376-18ea377be353 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group (e6009097-74fd-4fa4-aeb7-a5dd8874e7d3), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.744485 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-82aed7ed-1d1d-4816-aeb1-f1c29c093152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:54.746478 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-82aed7ed-1d1d-4816-aeb1-f1c29c093152 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bffcae95-bd16-4ae1-905f-14748d8e2072 HTTP/1.1" status: 200 len: 853 time: 0.0601692 May 13 13:31:54.756247 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '971cce5e-05af-4869-98c9-c249fc0fb910', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'port_id': 'bfe54fbd-567c-4293-a866-09fde88930de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'mac_address': 'fa:16:3e:a6:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:52Z', 'updated_at': '2022-05-13T13:31:52Z', 'revision_number': 0, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:47Z', 'revision_number': 5, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:54.793777 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] Checking router: 4b63aae7-e56b-452a-a402-b55b19866568 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:31:54.797625 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e204f8dc-6025-4be6-8f59-e09b8883d493 req-692bc4ac-3215-4756-920a-be7cc37f8699 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 210 time: 0.0414848 May 13 13:31:54.797823 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-4816b6ea-ebb6-447f-aaac-fc06f3d3c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:54.798259 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e708916-d453-4af6-a376-18ea377be353 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (e6009097-74fd-4fa4-aeb7-a5dd8874e7d3), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.799953 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-4816b6ea-ebb6-447f-aaac-fc06f3d3c7e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da658553-b4a3-4d8d-bf86-544abb5d20b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474839 May 13 13:31:54.813320 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:31:54.814315 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:31:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:54.845326 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e708916-d453-4af6-a376-18ea377be353 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:54.909678 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-b9f05108-613f-4f38-a5c6-824898dbe138 service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019082 May 13 13:31:54.920105 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0e708916-d453-4af6-a376-18ea377be353 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:54.922956 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0e708916-d453-4af6-a376-18ea377be353 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5587437 May 13 13:31:54.925449 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54648) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:54.932782 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-be7f2c0b-e8e8-4578-8f73-aafd42b2ea2f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'security_group_rule': {'security_group_id': 'e6009097-74fd-4fa4-aeb7-a5dd8874e7d3', 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:54.944856 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:31:55.046658 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-26378a3e-6598-40e6-ab33-f2f402b5bd4f req-69a963cc-da8d-4914-a072-ca863f991ddd service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300373 May 13 13:31:55.095933 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be7f2c0b-e8e8-4578-8f73-aafd42b2ea2f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (d025af85-9d71-4e5b-aa99-91237a3f2829), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.181434 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be7f2c0b-e8e8-4578-8f73-aafd42b2ea2f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (d025af85-9d71-4e5b-aa99-91237a3f2829), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.205638 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '971cce5e-05af-4869-98c9-c249fc0fb910', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'port_id': 'bfe54fbd-567c-4293-a866-09fde88930de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'mac_address': 'fa:16:3e:a6:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:52Z', 'updated_at': '2022-05-13T13:31:52Z', 'revision_number': 0, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:47Z', 'revision_number': 5, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:31:55.237191 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa9061b-d153-4fd7-ac0e-a1677d90b20d None None] The sync data for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi is: [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '971cce5e-05af-4869-98c9-c249fc0fb910', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'port_id': 'bfe54fbd-567c-4293-a866-09fde88930de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'mac_address': 'fa:16:3e:a6:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:31:52Z', 'updated_at': '2022-05-13T13:31:52Z', 'revision_number': 0, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:47Z', 'revision_number': 5, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:31:55.305123 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be7f2c0b-e8e8-4578-8f73-aafd42b2ea2f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (d025af85-9d71-4e5b-aa99-91237a3f2829), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.322862 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f2c0b-e8e8-4578-8f73-aafd42b2ea2f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d025af85-9d71-4e5b-aa99-91237a3f2829,revision_number=0']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:55.432580 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-be7f2c0b-e8e8-4578-8f73-aafd42b2ea2f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.433906 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-be7f2c0b-e8e8-4578-8f73-aafd42b2ea2f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5071361 May 13 13:31:55.436755 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54652) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:55.441459 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-764976ad-e84f-4b21-8294-b33acadbe301 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'security_group_rule': {'security_group_id': 'e6009097-74fd-4fa4-aeb7-a5dd8874e7d3', 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:55.475514 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf5744-1438-4024-a97d-ed9e342bf0c9 None None] New status for floating IP 971cce5e-05af-4869-98c9-c249fc0fb910: ACTIVE {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:31:55.573144 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-764976ad-e84f-4b21-8294-b33acadbe301 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (8d82dd18-9a02-4b82-8314-82a2f0a637d5), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.642048 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-764976ad-e84f-4b21-8294-b33acadbe301 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (8d82dd18-9a02-4b82-8314-82a2f0a637d5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.801650 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-764976ad-e84f-4b21-8294-b33acadbe301 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (8d82dd18-9a02-4b82-8314-82a2f0a637d5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.823642 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764976ad-e84f-4b21-8294-b33acadbe301 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d82dd18-9a02-4b82-8314-82a2f0a637d5,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:55.902413 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18122e14-face-4c2c-b0f6-f8f4291b62c2 req-9e5fe7af-55cd-4284-b301-1716fb23fcd4 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 210 time: 0.0291176 May 13 13:31:55.920823 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-764976ad-e84f-4b21-8294-b33acadbe301 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:55.922048 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-764976ad-e84f-4b21-8294-b33acadbe301 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4842587 May 13 13:31:55.924763 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54656) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:55.929227 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-74b619b5-ddcd-495b-b035-357e8151b319 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'security_group_rule': {'security_group_id': 'e6009097-74fd-4fa4-aeb7-a5dd8874e7d3', 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:56.041695 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74b619b5-ddcd-495b-b035-357e8151b319 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (793106b1-4cfb-4add-a4ef-93782b9268e0), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.105618 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74b619b5-ddcd-495b-b035-357e8151b319 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (793106b1-4cfb-4add-a4ef-93782b9268e0), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.321515 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74b619b5-ddcd-495b-b035-357e8151b319 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (793106b1-4cfb-4add-a4ef-93782b9268e0), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.341450 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b619b5-ddcd-495b-b035-357e8151b319 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793106b1-4cfb-4add-a4ef-93782b9268e0,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:56.449357 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74b619b5-ddcd-495b-b035-357e8151b319 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.450668 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-74b619b5-ddcd-495b-b035-357e8151b319 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5248582 May 13 13:31:56.453428 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54660) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:56.463442 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-098fb2ea-855e-4172-ad0b-4469a06ecd47 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'security_group_rule': {'security_group_id': 'e6009097-74fd-4fa4-aeb7-a5dd8874e7d3', 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:56.479820 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2a0b5-1587-4086-951e-155010520ace req-5908f1cd-77e5-496d-8945-2601fb975664 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:56.482348 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-5908f1cd-77e5-496d-8945-2601fb975664 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.69 "GET /v2.0/networks?id=1454a409-f7b2-4338-b552-c82432c43e3a HTTP/1.1" status: 200 len: 808 time: 0.1177812 May 13 13:31:56.498651 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Request body: {'port': {'device_id': '3339c01f-b029-478c-9c99-8f30930d0fd7', 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a', 'admin_state_up': True, 'tenant_id': 'a2dfc119af794405abce655b77cb8784'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:56.567393 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-098fb2ea-855e-4172-ad0b-4469a06ecd47 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (715b4012-0b4f-4393-b299-077f1f3fa294), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.643133 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-098fb2ea-855e-4172-ad0b-4469a06ecd47 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (715b4012-0b4f-4393-b299-077f1f3fa294), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.698937 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Made reservation on behalf of a2dfc119af794405abce655b77cb8784 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:31:56.707967 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.733328 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-098fb2ea-855e-4172-ad0b-4469a06ecd47 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (715b4012-0b4f-4393-b299-077f1f3fa294), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.756428 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fb2ea-855e-4172-ad0b-4469a06ecd47 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715b4012-0b4f-4393-b299-077f1f3fa294,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:56.837755 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-098fb2ea-855e-4172-ad0b-4469a06ecd47 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:56.839389 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-098fb2ea-855e-4172-ad0b-4469a06ecd47 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3847477 May 13 13:31:56.842924 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54662) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:56.847666 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-2fd45eb9-689e-4a15-9abb-c27d8e915eef tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'security_group_rule': {'security_group_id': 'e6009097-74fd-4fa4-aeb7-a5dd8874e7d3', 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:56.848123 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Allocated IP 172.20.0.11 (1454a409-f7b2-4338-b552-c82432c43e3a/b3714d3a-f670-4b7b-bf3b-02dbeb8710f9/8439911a-78cd-4fa3-b65b-7cc08832a070) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:31:56.944897 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-2fd45eb9-689e-4a15-9abb-c27d8e915eef tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Project a3d1e5b7a3054d769e38bb8e12b202af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:31:56.952942 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2fd45eb9-689e-4a15-9abb-c27d8e915eef tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (e0d8f598-0888-4f3b-9785-81be6509d2df), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.024232 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2fd45eb9-689e-4a15-9abb-c27d8e915eef tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (e0d8f598-0888-4f3b-9785-81be6509d2df), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.033386 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks [] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.122521 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2fd45eb9-689e-4a15-9abb-c27d8e915eef tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (e0d8f598-0888-4f3b-9785-81be6509d2df), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.141652 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd45eb9-689e-4a15-9abb-c27d8e915eef tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d8f598-0888-4f3b-9785-81be6509d2df,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:57.156719 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.217376 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd82e3b-a6e0-4cf8-aaf0-8aa6b9a9986a req-7eaf121c-ea5b-4ffd-acd6-8634a4842c67 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:57.217376 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-edd82e3b-a6e0-4cf8-aaf0-8aa6b9a9986a req-7eaf121c-ea5b-4ffd-acd6-8634a4842c67 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 932 time: 0.0546122 May 13 13:31:57.220249 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Network 1454a409-f7b2-4338-b552-c82432c43e3a is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:31:57.223768 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:31:57.233203 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:31:57.254013 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2fd45eb9-689e-4a15-9abb-c27d8e915eef tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.254013 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2fd45eb9-689e-4a15-9abb-c27d8e915eef tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4082131 May 13 13:31:57.257267 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54672) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:31:57.259868 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Pushing event updated for resources: {'Port': ['ID=8439911a-78cd-4fa3-b65b-7cc08832a070,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:57.261798 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-7e88c6a6-78f9-4ec0-a8a5-a2ab22a0d599 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'security_group_rule': {'security_group_id': 'e6009097-74fd-4fa4-aeb7-a5dd8874e7d3', 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:57.297965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:57.297965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.302807 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-edd82e3b-a6e0-4cf8-aaf0-8aa6b9a9986a req-991e82e5-c3e3-452b-bcc0-a6bb46a3136b tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752034 May 13 13:31:57.420002 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-7e88c6a6-78f9-4ec0-a8a5-a2ab22a0d599 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Project a3d1e5b7a3054d769e38bb8e12b202af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:31:57.426600 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7e88c6a6-78f9-4ec0-a8a5-a2ab22a0d599 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (ab6d3ef0-3c20-4bf5-9933-ea6f3f1035d8), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.498747 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7e88c6a6-78f9-4ec0-a8a5-a2ab22a0d599 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (ab6d3ef0-3c20-4bf5-9933-ea6f3f1035d8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.502620 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-433c0423-02d2-4b79-9b8f-8cded083ad13 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0105000 May 13 13:31:57.513944 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Request body: {'port': {'device_id': '3339c01f-b029-478c-9c99-8f30930d0fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:57.579057 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.614284 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7e88c6a6-78f9-4ec0-a8a5-a2ab22a0d599 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267999'] for security_group_rule (ab6d3ef0-3c20-4bf5-9933-ea6f3f1035d8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.638742 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88c6a6-78f9-4ec0-a8a5-a2ab22a0d599 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6d3ef0-3c20-4bf5-9933-ea6f3f1035d8,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:57.706765 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7e88c6a6-78f9-4ec0-a8a5-a2ab22a0d599 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.708334 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7e88c6a6-78f9-4ec0-a8a5-a2ab22a0d599 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4498734 May 13 13:31:57.809375 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-fbe22c97-871a-4032-b981-873c337fa6ff tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179136651&fields=id&tenant_id=a3d1e5b7a3054d769e38bb8e12b202af HTTP/1.1" status: 200 len: 267 time: 0.0500598 May 13 13:31:57.874243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8439911a-78cd-4fa3-b65b-7cc08832a070 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:31:57.881446 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-40b11ffa-8475-4f4d-a6e2-83672c8635e2 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:57.881446 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-40b11ffa-8475-4f4d-a6e2-83672c8635e2 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0669043 May 13 13:31:57.882810 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Publish callbacks [] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.892312 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'port': {'security_groups': ['f2218e65-7674-4984-853a-b1bc52ad2f87', 'e6009097-74fd-4fa4-aeb7-a5dd8874e7d3']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:31:57.896998 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Transition to ACTIVE for port object 8439911a-78cd-4fa3-b65b-7cc08832a070 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:31:57.969633 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bfe54fbd-567c-4293-a866-09fde88930de), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:57.984869 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.055836 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Pushing event updated for resources: {'Port': ['ID=8439911a-78cd-4fa3-b65b-7cc08832a070,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:58.108911 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Attempting to bind port 8439911a-78cd-4fa3-b65b-7cc08832a070 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:31:58.109243 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Attempting to bind port 8439911a-78cd-4fa3-b65b-7cc08832a070 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:31:58.109574 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Attempting to bind port 8439911a-78cd-4fa3-b65b-7cc08832a070 on network 1454a409-f7b2-4338-b552-c82432c43e3a {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:58.113888 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Port 8439911a-78cd-4fa3-b65b-7cc08832a070 on network 1454a409-f7b2-4338-b552-c82432c43e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:31:58.114224 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Attempting to bind port 8439911a-78cd-4fa3-b65b-7cc08832a070 on network 1454a409-f7b2-4338-b552-c82432c43e3a {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:31:58.120826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:31:58.120826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Checking segment: {'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:31:58.120826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Bound using segment: {'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:31:58.120826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Bound port: 8439911a-78cd-4fa3-b65b-7cc08832a070, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:31:58.120826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.195726 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] For port 8439911a-78cd-4fa3-b65b-7cc08832a070, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:31:58.200306 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] For port 8439911a-78cd-4fa3-b65b-7cc08832a070, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=8439911a-78cd-4fa3-b65b-7cc08832a070,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:31:58.216980 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] For port bfe54fbd-567c-4293-a866-09fde88930de, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bfe54fbd-567c-4293-a866-09fde88930de,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:31:58.248899 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for port (bfe54fbd-567c-4293-a866-09fde88930de), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.293660 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.321752 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (bfe54fbd-567c-4293-a866-09fde88930de), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.336292 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:58.337069 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.337564 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['bfe54fbd-567c-4293-a866-09fde88930de'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:58.339334 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] 10.222.0.69 "PUT /v2.0/ports/8439911a-78cd-4fa3-b65b-7cc08832a070 HTTP/1.1" status: 200 len: 1094 time: 0.8293219 May 13 13:31:58.339772 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3339c01f-b029-478c-9c99-8f30930d0fd7', 'tag': '8439911a-78cd-4fa3-b65b-7cc08832a070'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:58.342758 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ff653-8f11-46b8-b460-bbfbeb5c2d49" -d '{"events": [{"name": "network-changed", "server_uuid": "3339c01f-b029-478c-9c99-8f30930d0fd7", "tag": "8439911a-78cd-4fa3-b65b-7cc08832a070"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:58.374466 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:58.374888 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91843f8-590d-4835-814d-6adc4f81b389 service neutron] Pushing event updated for resources: {'Port': ['ID=8439911a-78cd-4fa3-b65b-7cc08832a070,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:58.375125 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.379116 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92c3c494-6d1b-4b88-8c75-05ba8980101a req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "PUT /v2.0/ports/bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 981 time: 0.4921441 May 13 13:31:58.386062 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:31:58.395508 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472" -d '{"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:31:58.437536 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3482437c-5fb7-4837-8623-014831a8f6cd x-openstack-request-id: req-3482437c-5fb7-4837-8623-014831a8f6cd {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:58.437833 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3339c01f-b029-478c-9c99-8f30930d0fd7", "tag": "8439911a-78cd-4fa3-b65b-7cc08832a070", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:58.438098 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3482437c-5fb7-4837-8623-014831a8f6cd {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:58.438574 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3482437c-5fb7-4837-8623-014831a8f6cd'] response: {'name': 'network-changed', 'server_uuid': '3339c01f-b029-478c-9c99-8f30930d0fd7', 'tag': '8439911a-78cd-4fa3-b65b-7cc08832a070', 'status': 'completed', 'code': 200} May 13 13:31:58.446753 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['bfe54fbd-567c-4293-a866-09fde88930de'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:31:58.484184 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58760ef4-103a-488f-b221-d21302ffc3c3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'Port': ['ID=bfe54fbd-567c-4293-a866-09fde88930de,revision_number=6']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:31:58.520976 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2a0b5-1587-4086-951e-155010520ace req-01716ec1-4ece-41b4-9410-7f6da72fc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:58.522558 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-01716ec1-4ece-41b4-9410-7f6da72fc7b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2dfc119af794405abce655b77cb8784&device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 1128 time: 0.0738513 May 13 13:31:58.524138 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fd74e-e8b0-4391-80ef-8911a9147e2b req-b64d732e-cdbd-4ea0-9e24-bae9e9cb5bf5 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:58.525869 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-532fd74e-e8b0-4391-80ef-8911a9147e2b req-b64d732e-cdbd-4ea0-9e24-bae9e9cb5bf5 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 944 time: 0.1133726 May 13 13:31:58.576610 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-f99cf0fb-faac-4a30-913d-36d4989924cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8439911a-78cd-4fa3-b65b-7cc08832a070 HTTP/1.1" status: 200 len: 217 time: 0.0435143 May 13 13:31:58.636210 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714774-4cc3-40f6-abed-688d765188d7 req-4ce33f8e-9670-4a4d-9f38-872970b83eb8 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:58.639451 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc714774-4cc3-40f6-abed-688d765188d7 req-4ce33f8e-9670-4a4d-9f38-872970b83eb8 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.1124768 May 13 13:31:58.641216 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2a0b5-1587-4086-951e-155010520ace req-f11994a8-e6a4-45bb-9aa1-42b99f2d5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:58.642929 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-f11994a8-e6a4-45bb-9aa1-42b99f2d5fd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b3714d3a-f670-4b7b-bf3b-02dbeb8710f9 HTTP/1.1" status: 200 len: 848 time: 0.0594664 May 13 13:31:58.643542 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-532fd74e-e8b0-4391-80ef-8911a9147e2b req-ad5603a8-4698-47e0-a5d8-3a4fa64d8805 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050217 May 13 13:31:58.720886 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-16df8c09-1d15-4325-ae50-c442e50391ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1454a409-f7b2-4338-b552-c82432c43e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660348 May 13 13:31:58.729136 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc714774-4cc3-40f6-abed-688d765188d7 req-26ceefbc-4c8c-40f6-a3d8-8b814f282350 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831592 May 13 13:31:58.825490 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-3aca5be4-19c7-44f8-b530-b707b1ce73d2 service neutron] 10.222.0.69 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971396 May 13 13:31:58.846038 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-13ef551f-f862-4f86-9962-310749548ce6 None None] Provisioning complete for port bfe54fbd-567c-4293-a866-09fde88930de triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:31:58.846190 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-13ef551f-f862-4f86-9962-310749548ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (bfe54fbd-567c-4293-a866-09fde88930de), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:31:58.880186 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c00ea2b-d022-4b5d-af94-1f20cd42bdfb x-openstack-request-id: req-4c00ea2b-d022-4b5d-af94-1f20cd42bdfb {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:31:58.880524 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:31:58.880801 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c00ea2b-d022-4b5d-af94-1f20cd42bdfb {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:31:58.881633 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c00ea2b-d022-4b5d-af94-1f20cd42bdfb'] response: {'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de', 'status': 'completed', 'code': 200} May 13 13:31:58.968204 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c0f2a0b5-1587-4086-951e-155010520ace req-c1c77f18-3134-426f-88aa-3b90c6841b55 service neutron] 10.222.0.69 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362271 May 13 13:31:58.969626 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-11f98ab0-bf8a-4947-b6b7-487c975cafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:58.971098 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-11f98ab0-bf8a-4947-b6b7-487c975cafaa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1168 time: 0.0603135 May 13 13:31:59.074551 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-13ef551f-f862-4f86-9962-310749548ce6 None None] Current status of the port bfe54fbd-567c-4293-a866-09fde88930de is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:31:59.081838 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-9851cf9d-5f78-42d0-8fa5-c1bc2f77a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:59.083484 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-9851cf9d-5f78-42d0-8fa5-c1bc2f77a61c service neutron] 10.222.0.69 "GET /v2.0/networks?id=da658553-b4a3-4d8d-bf86-544abb5d20b7 HTTP/1.1" status: 200 len: 915 time: 0.1045206 May 13 13:31:59.160836 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-515149fb-1f72-406b-8984-e5b52e489e27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 1001 time: 0.0698497 May 13 13:31:59.772089 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ba7bf-3933-45d6-818e-60ed0d5d9e31 req-cabc3e42-9768-4efc-b04c-2a44e49293e8 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:59.773576 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f59ba7bf-3933-45d6-818e-60ed0d5d9e31 req-cabc3e42-9768-4efc-b04c-2a44e49293e8 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 944 time: 0.0485287 May 13 13:31:59.826532 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f59ba7bf-3933-45d6-818e-60ed0d5d9e31 req-ead8ae4e-e5b6-48fb-b216-4deac6f7588b tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 May 13 13:31:59.964414 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-6e0483ff-d16f-474d-a837-a8e44a18595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:59.965967 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-6e0483ff-d16f-474d-a837-a8e44a18595b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bffcae95-bd16-4ae1-905f-14748d8e2072 HTTP/1.1" status: 200 len: 853 time: 0.0744009 May 13 13:31:59.967041 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-9e0177ac-dd26-4af9-aa07-734c74b3c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:31:59.968768 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-9e0177ac-dd26-4af9-aa07-734c74b3c054 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2dfc119af794405abce655b77cb8784&device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 1128 time: 0.0513248 May 13 13:32:00.065878 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-5a67287c-111a-4a3a-9438-eeed8b41c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:00.067380 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-5a67287c-111a-4a3a-9438-eeed8b41c682 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da658553-b4a3-4d8d-bf86-544abb5d20b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874977 May 13 13:32:00.153412 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-3b9681f4-eb7b-4b38-b323-f8ee584d0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:00.155061 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-3b9681f4-eb7b-4b38-b323-f8ee584d0a16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1454a409-f7b2-4338-b552-c82432c43e3a HTTP/1.1" status: 200 len: 909 time: 0.1740324 May 13 13:32:00.210105 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-8c6ea1ce-e37b-47e8-8e22-d425ddceb71b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8439911a-78cd-4fa3-b65b-7cc08832a070 HTTP/1.1" status: 200 len: 217 time: 0.0431540 May 13 13:32:00.235354 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-0d6871d4-6cd0-40d1-8337-1343bf50f95a service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540463 May 13 13:32:00.257000 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 8439911a-78cd-4fa3-b65b-7cc08832a070 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:32:00.318912 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-a28005b1-e9d5-43a1-b905-e61b011ee405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:00.320391 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-a28005b1-e9d5-43a1-b905-e61b011ee405 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b3714d3a-f670-4b7b-bf3b-02dbeb8710f9 HTTP/1.1" status: 200 len: 848 time: 0.1027136 May 13 13:32:00.363385 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-4e310163-862e-4345-8424-9e4b7334ee3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1454a409-f7b2-4338-b552-c82432c43e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340281 May 13 13:32:00.363640 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 8439911a-78cd-4fa3-b65b-7cc08832a070, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=8439911a-78cd-4fa3-b65b-7cc08832a070,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:00.378672 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '8439911a-78cd-4fa3-b65b-7cc08832a070', 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a', 'port_id': '8439911a-78cd-4fa3-b65b-7cc08832a070', 'mac_address': 'fa:16:3e:3a:b6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3714d3a-f670-4b7b-bf3b-02dbeb8710f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:32:00.399461 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ee3ac1-7917-4fd7-a5bc-8742c19a8472 req-78ff8892-0412-4796-9836-f43233e672f7 service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502388 May 13 13:32:00.422429 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 8439911a-78cd-4fa3-b65b-7cc08832a070 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:00.422824 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:00.438361 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8439911a-78cd-4fa3-b65b-7cc08832a070 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:00.466046 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 8439911a-78cd-4fa3-b65b-7cc08832a070, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=8439911a-78cd-4fa3-b65b-7cc08832a070,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:00.479596 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-bde299e3-81f6-43a1-8cf0-28c4dc4530c7 service neutron] 10.222.0.69 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024067 May 13 13:32:00.561812 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:00.575060 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-164ff653-8f11-46b8-b460-bbfbeb5c2d49 req-bfa67ec0-3fed-4927-8c44-bb3b4e7a0199 service neutron] 10.222.0.69 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875919 May 13 13:32:00.618828 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=8439911a-78cd-4fa3-b65b-7cc08832a070,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:00.629802 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:00.837028 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['8439911a-78cd-4fa3-b65b-7cc08832a070'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:32:00.944740 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aa96b-9175-4e5f-84f9-158e26e7f686 req-9327f625-689c-4051-9bbc-2263e4c5c4c9 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:00.946312 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-313aa96b-9175-4e5f-84f9-158e26e7f686 req-9327f625-689c-4051-9bbc-2263e4c5c4c9 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 945 time: 0.0484838 May 13 13:32:00.995820 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-313aa96b-9175-4e5f-84f9-158e26e7f686 req-45254ba8-4aa9-4d9a-b5d8-62cc041d2b02 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 May 13 13:32:02.114520 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32130a3-6336-4d7e-b97d-cd214dde0672 req-01189968-f0bc-44d1-91fb-e0b2c686125e tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:02.116023 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c32130a3-6336-4d7e-b97d-cd214dde0672 req-01189968-f0bc-44d1-91fb-e0b2c686125e tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 945 time: 0.0489490 May 13 13:32:02.164623 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c32130a3-6336-4d7e-b97d-cd214dde0672 req-68def5f6-742a-4f93-b54b-c5b187aba1b4 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429854 May 13 13:32:02.287155 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 8439911a-78cd-4fa3-b65b-7cc08832a070 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:32:02.334436 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 8439911a-78cd-4fa3-b65b-7cc08832a070 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:32:02.452550 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 8439911a-78cd-4fa3-b65b-7cc08832a070 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:02.452925 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:02.536319 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 8439911a-78cd-4fa3-b65b-7cc08832a070 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:02.536708 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:02.561402 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3339c01f-b029-478c-9c99-8f30930d0fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8439911a-78cd-4fa3-b65b-7cc08832a070'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:02.563917 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0defe-1a36-41d0-95ef-0a2f32004ee5" -d '{"events": [{"server_uuid": "3339c01f-b029-478c-9c99-8f30930d0fd7", "name": "network-vif-plugged", "status": "completed", "tag": "8439911a-78cd-4fa3-b65b-7cc08832a070"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:02.579661 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 8439911a-78cd-4fa3-b65b-7cc08832a070, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=8439911a-78cd-4fa3-b65b-7cc08832a070,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:02.610616 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13818fdf-0158-4652-9417-61a8a1eff7f7 x-openstack-request-id: req-13818fdf-0158-4652-9417-61a8a1eff7f7 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:02.610912 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3339c01f-b029-478c-9c99-8f30930d0fd7", "name": "network-vif-plugged", "status": "completed", "tag": "8439911a-78cd-4fa3-b65b-7cc08832a070", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:02.611172 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13818fdf-0158-4652-9417-61a8a1eff7f7 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:02.611667 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13818fdf-0158-4652-9417-61a8a1eff7f7'] response: {'server_uuid': '3339c01f-b029-478c-9c99-8f30930d0fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8439911a-78cd-4fa3-b65b-7cc08832a070', 'code': 200} May 13 13:32:02.636508 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:02.694322 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=8439911a-78cd-4fa3-b65b-7cc08832a070,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:02.901525 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf76874-df55-4c86-8541-434212bd7e14 req-b964839f-4a82-468d-8bf4-6502d7b8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:02.903215 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bcf76874-df55-4c86-8541-434212bd7e14 req-b964839f-4a82-468d-8bf4-6502d7b8bde8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 1130 time: 0.0407588 May 13 13:32:02.952283 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-bcf76874-df55-4c86-8541-434212bd7e14 req-5c65c5a8-ea76-40ed-a84b-0fda2d02e5aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 May 13 13:32:03.292842 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097212c-7862-4864-a893-6ff108711ad8 req-7e27d258-d2b9-4c83-adfe-fc4f0a722999 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:03.295113 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8097212c-7862-4864-a893-6ff108711ad8 req-7e27d258-d2b9-4c83-adfe-fc4f0a722999 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 946 time: 0.0549371 May 13 13:32:03.346031 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8097212c-7862-4864-a893-6ff108711ad8 req-2ff64325-9a70-4409-aabc-6e6e43b9a84b tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 May 13 13:32:04.469831 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae8b6f-2cb1-4a2b-986b-407d98401c2b req-6088daff-700a-4b4c-98f3-d7cc89a00043 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:04.471271 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fcae8b6f-2cb1-4a2b-986b-407d98401c2b req-6088daff-700a-4b4c-98f3-d7cc89a00043 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 946 time: 0.0501621 May 13 13:32:04.523098 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fcae8b6f-2cb1-4a2b-986b-407d98401c2b req-10f2886c-40a4-412a-a43b-1be5f8fafe92 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 May 13 13:32:04.980313 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-3f2fb13d-a91e-4ae3-afeb-12870620ec78 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011461249&fields=id&tenant_id=6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 267 time: 0.0445497 May 13 13:32:05.091640 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-0408a8b1-c75b-46d7-bae8-7e5e2d93dc24 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:05.093123 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-0408a8b1-c75b-46d7-bae8-7e5e2d93dc24 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 812 time: 0.1059606 May 13 13:32:05.107870 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-7c7c6bda-3f0f-4d7b-89bf-907bf429c3ca tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/quotas/6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 375 time: 0.0091159 May 13 13:32:05.161336 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-e78ca235-e54b-421f-9f56-f1ba81c66620 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484066 May 13 13:32:05.267879 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-bb32efc7-b58d-43ff-acd6-2fa2c75a8bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939891 May 13 13:32:05.360963 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-dbd9ac95-4d0d-4f9f-8b17-6a193c3692e8 service neutron] 10.222.0.13 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873790 May 13 13:32:05.647715 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83506a6d-dd51-4114-957a-974faa6df76e req-053e9e24-4816-44db-9381-6a223d5cd14a tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:05.649259 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83506a6d-dd51-4114-957a-974faa6df76e req-053e9e24-4816-44db-9381-6a223d5cd14a tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 946 time: 0.0519190 May 13 13:32:05.658918 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ab509a68-fedc-4614-9572-28e76dc64200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:05.709116 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83506a6d-dd51-4114-957a-974faa6df76e req-675bc52f-f807-4f79-af49-ee2da2961552 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510402 May 13 13:32:06.053244 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dbeeccef-ff92-4a38-af5c-7ba161a39492 req-695a8fc3-3797-453f-9c0f-34d4b5faaf82 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 210 time: 0.0293803 May 13 13:32:06.985798 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb099b-c8e2-4f0f-89ab-54bbe2a22bda req-63824187-5629-4e89-b1fb-6d62de6f6982 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:06.987366 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6eb099b-c8e2-4f0f-89ab-54bbe2a22bda req-63824187-5629-4e89-b1fb-6d62de6f6982 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 946 time: 0.0485630 May 13 13:32:07.034820 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6eb099b-c8e2-4f0f-89ab-54bbe2a22bda req-33325ee6-6522-4a0a-93cb-abcbfc36967e tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 May 13 13:32:07.155598 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e5eb62b-505d-4ff8-9daf-fe3069995dba req-698e685e-4a92-4080-9292-f27d7b786d76 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 210 time: 0.0312328 May 13 13:32:08.149869 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad760d1-c517-4049-bbd2-d3fedc36332e req-7cbf2050-3aee-4ba1-ae24-d022656e4efa tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:08.151425 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ad760d1-c517-4049-bbd2-d3fedc36332e req-7cbf2050-3aee-4ba1-ae24-d022656e4efa tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 946 time: 0.0478213 May 13 13:32:08.161672 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d355d5ab-fa48-4b46-ac6d-f7bde0d12d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:08.244399 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ad760d1-c517-4049-bbd2-d3fedc36332e req-68ebf1d1-ee75-4190-b64f-b1944103f2f7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866659 May 13 13:32:08.297004 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d0d31b30-460e-4c80-8797-139208c903ac req-47513a76-fdcb-46a5-9580-e51ded2055db tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 210 time: 0.0514081 May 13 13:32:08.330429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-b0f021f1-32b2-46a1-888a-764c8bc9d13a tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:08.331913 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-b0f021f1-32b2-46a1-888a-764c8bc9d13a tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.69 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 946 time: 0.0609109 May 13 13:32:08.431515 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Deleting port 8439911a-78cd-4fa3-b65b-7cc08832a070 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:08.431864 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:08.532416 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] For port 8439911a-78cd-4fa3-b65b-7cc08832a070, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=8439911a-78cd-4fa3-b65b-7cc08832a070,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:08.532775 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:08.546631 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Calling delete_port for 8439911a-78cd-4fa3-b65b-7cc08832a070 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:08.813199 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (8439911a-78cd-4fa3-b65b-7cc08832a070), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:08.826367 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['8439911a-78cd-4fa3-b65b-7cc08832a070'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:32:08.843159 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Pushing event deleted for resources: {'Port': ['ID=8439911a-78cd-4fa3-b65b-7cc08832a070,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:08.888044 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] No DVR routers for this DVR port 8439911a-78cd-4fa3-b65b-7cc08832a070 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:08.890615 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:08.893855 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af9da5aa-4473-43d3-a7fa-78db7210af65 req-9b429916-b6a1-4884-b1c9-49da8b3d72c7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.69 "DELETE /v2.0/ports/8439911a-78cd-4fa3-b65b-7cc08832a070 HTTP/1.1" status: 204 len: 173 time: 0.5562181 May 13 13:32:08.894315 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3339c01f-b029-478c-9c99-8f30930d0fd7', 'name': 'network-vif-deleted', 'tag': '8439911a-78cd-4fa3-b65b-7cc08832a070'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:08.896545 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b73561-9d43-4c79-9291-b6dba0ee272e" -d '{"events": [{"server_uuid": "3339c01f-b029-478c-9c99-8f30930d0fd7", "name": "network-vif-deleted", "tag": "8439911a-78cd-4fa3-b65b-7cc08832a070"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:08.931415 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e9b7b1-4ac4-4c4e-a980-ad03c198ea12 x-openstack-request-id: req-17e9b7b1-4ac4-4c4e-a980-ad03c198ea12 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:08.931711 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3339c01f-b029-478c-9c99-8f30930d0fd7", "name": "network-vif-deleted", "tag": "8439911a-78cd-4fa3-b65b-7cc08832a070", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:08.931964 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17e9b7b1-4ac4-4c4e-a980-ad03c198ea12 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:08.932367 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e9b7b1-4ac4-4c4e-a980-ad03c198ea12'] response: {'server_uuid': '3339c01f-b029-478c-9c99-8f30930d0fd7', 'name': 'network-vif-deleted', 'tag': '8439911a-78cd-4fa3-b65b-7cc08832a070', 'status': 'completed', 'code': 200} May 13 13:32:09.354472 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b7c8ed7-9a6d-4ec1-9ecc-1674ccbf80f1 req-106a881c-70c3-44a8-b74b-aa9c3caadf74 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=3339c01f-b029-478c-9c99-8f30930d0fd7 HTTP/1.1" status: 200 len: 210 time: 0.0281715 May 13 13:32:09.411748 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1266eb7a-8133-464d-9f46-8560d7c04240 req-9b7d7a16-dade-437f-b638-403d33d4deb5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 210 time: 0.0334096 May 13 13:32:09.487453 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-e3b950ed-41b1-4b19-a1bd-c7a00a48dd0d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:09.488876 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-e3b950ed-41b1-4b19-a1bd-c7a00a48dd0d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 812 time: 0.1067336 May 13 13:32:09.562099 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-f5ecaca0-6ea7-4ff6-a851-a274db660a52 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 380 time: 0.0617523 May 13 13:32:09.612828 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:09.752692 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'port': {'device_id': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'admin_state_up': True, 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'security_groups': ['18c22382-e9e8-4a84-9d35-d26bf441a5f0']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:09.945830 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Made reservation on behalf of 6445798bd0f5475dba3878ea68e1eada for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:32:09.951888 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.079104 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Allocated IP 172.20.0.12 (f93163e1-e8a9-4aac-a1de-53c0262bf902/7a97e446-f613-40ac-9fb0-19c8e6b03138/e4cad75c-2de5-45aa-88b3-e937529cf2a8) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:10.223057 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.339662 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.382315 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:10.385589 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:10.392608 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:10.426864 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=e4cad75c-2de5-45aa-88b3-e937529cf2a8,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:10.471394 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:10.471394 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.584203 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c3c24-d09c-4461-bedd-8a07d455549e req-df50e297-0c08-4477-a278-0423a55c3a31 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:10.585756 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d72c3c24-d09c-4461-bedd-8a07d455549e req-df50e297-0c08-4477-a278-0423a55c3a31 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 932 time: 0.0825722 May 13 13:32:10.610083 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-172ed382-a28d-4701-a53f-43be2dd01ad9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8613036 May 13 13:32:10.626488 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Request body: {'port': {'device_id': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:10.680518 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-44135077-5cb7-4ea6-aa46-af1bfc4eb6bc None None] Provisioning complete for port e4cad75c-2de5-45aa-88b3-e937529cf2a8 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:10.681616 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-44135077-5cb7-4ea6-aa46-af1bfc4eb6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.703784 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:10.735842 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-44135077-5cb7-4ea6-aa46-af1bfc4eb6bc None None] Port e4cad75c-2de5-45aa-88b3-e937529cf2a8 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:32:10.923581 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d72c3c24-d09c-4461-bedd-8a07d455549e req-bb1669a4-441f-4903-ab65-2d893c018535 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124707 May 13 13:32:10.962180 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-d47cd34f-9741-4ee4-99e8-9fc423d82803 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:10.963657 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-d47cd34f-9741-4ee4-99e8-9fc423d82803 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/networks?id=1454a409-f7b2-4338-b552-c82432c43e3a HTTP/1.1" status: 200 len: 808 time: 0.4098675 May 13 13:32:10.980144 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-12fe2493-5915-4e34-b7b8-abcca2a6136b tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/quotas/a2dfc119af794405abce655b77cb8784 HTTP/1.1" status: 200 len: 375 time: 0.0099888 May 13 13:32:11.018281 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-27ddaf4e-d6d2-443b-a1cf-d65ae147b04d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2dfc119af794405abce655b77cb8784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296981 May 13 13:32:11.021537 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cad75c-2de5-45aa-88b3-e937529cf2a8 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:11.031255 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Publish callbacks [] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:11.049607 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Transition to ACTIVE for port object e4cad75c-2de5-45aa-88b3-e937529cf2a8 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:32:11.122833 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-4dce17af-ab1c-48d6-ae05-b74451b4adec service neutron] 10.222.0.13 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975761 May 13 13:32:11.127105 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:11.161411 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:11.225487 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-541bc54b-1eb2-43da-be4a-271b8200cc0d service neutron] 10.222.0.13 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968356 May 13 13:32:11.463544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cad75c-2de5-45aa-88b3-e937529cf2a8,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:11.469111 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9335632b-ad7a-4306-abd7-ef339d9cdbcb req-c49a3b6b-e15b-4b82-9d36-b80fd6a3d3eb tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 210 time: 0.0325248 May 13 13:32:11.555685 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Attempting to bind port e4cad75c-2de5-45aa-88b3-e937529cf2a8 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:32:11.556117 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Attempting to bind port e4cad75c-2de5-45aa-88b3-e937529cf2a8 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:32:11.556443 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Attempting to bind port e4cad75c-2de5-45aa-88b3-e937529cf2a8 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:11.561471 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Port e4cad75c-2de5-45aa-88b3-e937529cf2a8 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:32:11.561789 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Attempting to bind port e4cad75c-2de5-45aa-88b3-e937529cf2a8 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:11.567668 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:32:11.568012 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Checking segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:32:11.568393 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Bound using segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:32:11.568881 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Bound port: e4cad75c-2de5-45aa-88b3-e937529cf2a8, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:32:11.569240 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:11.639135 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] For port e4cad75c-2de5-45aa-88b3-e937529cf2a8, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:32:11.642471 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] For port e4cad75c-2de5-45aa-88b3-e937529cf2a8, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=e4cad75c-2de5-45aa-88b3-e937529cf2a8,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:32:11.773262 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:11.806840 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:11.807707 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:11.809579 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] 10.222.0.69 "PUT /v2.0/ports/e4cad75c-2de5-45aa-88b3-e937529cf2a8 HTTP/1.1" status: 200 len: 1094 time: 1.1885419 May 13 13:32:11.811416 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'tag': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:11.814544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3880dcee-4269-41f9-a041-d90ed2f18dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c37c70-bc64-4dc6-92eb-41a9df5a319f", "tag": "e4cad75c-2de5-45aa-88b3-e937529cf2a8"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:11.845302 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11e5b5-61db-415a-8df4-614d6dd19a44 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cad75c-2de5-45aa-88b3-e937529cf2a8,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:11.859336 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8909f1-39aa-4ecf-aef5-5b36f08153d5 x-openstack-request-id: req-2e8909f1-39aa-4ecf-aef5-5b36f08153d5 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:11.859667 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c37c70-bc64-4dc6-92eb-41a9df5a319f", "tag": "e4cad75c-2de5-45aa-88b3-e937529cf2a8", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:11.859918 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e8909f1-39aa-4ecf-aef5-5b36f08153d5 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:11.860326 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8909f1-39aa-4ecf-aef5-5b36f08153d5'] response: {'name': 'network-changed', 'server_uuid': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'tag': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'status': 'completed', 'code': 200} May 13 13:32:11.926347 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880dcee-4269-41f9-a041-d90ed2f18dc7 req-340dfbf2-bd2d-4448-bbda-5f68131f2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:11.937474 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3880dcee-4269-41f9-a041-d90ed2f18dc7 req-340dfbf2-bd2d-4448-bbda-5f68131f2075 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 1128 time: 0.0434837 May 13 13:32:12.038725 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880dcee-4269-41f9-a041-d90ed2f18dc7 req-09efe904-e197-4ede-b38e-3cb0d3f276eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.040324 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3880dcee-4269-41f9-a041-d90ed2f18dc7 req-09efe904-e197-4ede-b38e-3cb0d3f276eb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6445798bd0f5475dba3878ea68e1eada&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1050560 May 13 13:32:12.044979 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f03c4-3d9d-4eef-8553-cae4484ee8dd req-b2b6081d-d1c3-465c-8665-60cddd7668c2 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.046531 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-539f03c4-3d9d-4eef-8553-cae4484ee8dd req-b2b6081d-d1c3-465c-8665-60cddd7668c2 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 944 time: 0.0492840 May 13 13:32:12.107060 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-539f03c4-3d9d-4eef-8553-cae4484ee8dd req-0585a333-b0e7-4ea8-9eed-2d2e3694e155 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547419 May 13 13:32:12.147089 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880dcee-4269-41f9-a041-d90ed2f18dc7 req-cc1d7772-b554-459d-a9c7-5fb0f8a2327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.148607 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3880dcee-4269-41f9-a041-d90ed2f18dc7 req-cc1d7772-b554-459d-a9c7-5fb0f8a2327d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017959 May 13 13:32:12.244668 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-ba7cc675-a291-425a-99a1-d9ed11ffa692 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710959 May 13 13:32:12.254331 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-1be0d4f7-007b-4378-a58b-6009b4335110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.255804 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-1be0d4f7-007b-4378-a58b-6009b4335110 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 1128 time: 0.0534699 May 13 13:32:12.309019 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-8ad14c7f-129e-4d02-bc7c-78b9f4474970 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4cad75c-2de5-45aa-88b3-e937529cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0444896 May 13 13:32:12.367763 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-0d924ee3-0801-4203-bbae-d45e57a3b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.369236 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-0d924ee3-0801-4203-bbae-d45e57a3b9e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1129 time: 0.0689614 May 13 13:32:12.373842 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 8439911a-78cd-4fa3-b65b-7cc08832a070 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:12.388450 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-91b35ada-87ec-4f77-abc4-fe9ca33e1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.390673 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-91b35ada-87ec-4f77-abc4-fe9ca33e1b62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0619724 May 13 13:32:12.396808 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 8439911a-78cd-4fa3-b65b-7cc08832a070 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:12.397148 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 8439911a-78cd-4fa3-b65b-7cc08832a070 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:12.480373 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-c61206a6-8242-4ca9-a65f-27c534b82a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.482530 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-c61206a6-8242-4ca9-a65f-27c534b82a8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828264 May 13 13:32:12.555696 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:12.565110 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-775b077e-920e-412f-b5c1-0c7ca4e0a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.566495 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-775b077e-920e-412f-b5c1-0c7ca4e0a2a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 910 time: 0.1749403 May 13 13:32:12.577796 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7af1c0a2-faf4-460c-b082-19b83b12cf0f req-d74dfab8-9a7d-43ec-9ada-96c5609a6186 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 210 time: 0.0327444 May 13 13:32:12.645398 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-b00883f7-3c6d-409a-b084-3440c1bf09bd service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564469 May 13 13:32:12.662146 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-23311950-b43b-46bc-b651-2155b621ebb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 1001 time: 0.0892174 May 13 13:32:12.763917 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-7a86748e-ecca-4905-b09c-2f61ebdd334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.765359 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-7a86748e-ecca-4905-b09c-2f61ebdd334a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 200 len: 848 time: 0.0912843 May 13 13:32:12.810129 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be998028-7f93-43f9-85fb-bbe4f4c81277 req-775fa7c9-fbcb-4873-8a05-2bd381822d2e service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573641 May 13 13:32:12.820021 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-f8a8dc98-3546-48e9-9783-fb56b9640e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:12.821498 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-f8a8dc98-3546-48e9-9783-fb56b9640e89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481479 May 13 13:32:12.925947 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-08d90276-10a2-472f-b815-86ec7d2d6c49 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978777 May 13 13:32:13.206246 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-71656fdd-836e-4900-9ff4-cce6a70ed96f req-53053c63-b935-4ce8-b5e1-4967872ea940 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957601 May 13 13:32:13.234706 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89db3e5-755e-42e9-ac5a-ca6942b6ddde req-9d2d59bd-7020-4547-bc7c-60aa3454a401 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:13.236167 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a89db3e5-755e-42e9-ac5a-ca6942b6ddde req-9d2d59bd-7020-4547-bc7c-60aa3454a401 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 944 time: 0.0485806 May 13 13:32:13.285246 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a89db3e5-755e-42e9-ac5a-ca6942b6ddde req-1333c75c-fc29-4c77-b201-4fbd49a63373 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 May 13 13:32:13.682586 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1e0b305-ae88-4470-bc47-fc9f697ef7b9 req-6fe36fe4-f78d-4402-931d-fc2dde48d4c9 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 210 time: 0.0305634 May 13 13:32:13.727660 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-b7ae83e1-5c31-4bc7-a333-7abe02b31c66 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:13.729131 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-b7ae83e1-5c31-4bc7-a333-7abe02b31c66 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.69 "GET /v2.0/networks?id=1454a409-f7b2-4338-b552-c82432c43e3a HTTP/1.1" status: 200 len: 808 time: 0.1265571 May 13 13:32:13.743142 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Request body: {'port': {'device_id': '08c6080c-b39d-43f6-af1f-8707f33d3476', 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a', 'admin_state_up': True, 'tenant_id': 'a2dfc119af794405abce655b77cb8784'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:13.972852 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Made reservation on behalf of a2dfc119af794405abce655b77cb8784 for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:32:13.976188 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:14.136614 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Allocated IP 172.20.0.9 (1454a409-f7b2-4338-b552-c82432c43e3a/b3714d3a-f670-4b7b-bf3b-02dbeb8710f9/418c2f7a-fc8f-4633-9aa8-ff62bd364543) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:14.300742 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks [] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:14.401962 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:14.408244 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d4f26-f0a5-4947-b40f-541fa2c306cb req-6f8c5831-aa0f-4e7f-a388-fc6ccbaba432 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.409905 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-766d4f26-f0a5-4947-b40f-541fa2c306cb req-6f8c5831-aa0f-4e7f-a388-fc6ccbaba432 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 944 time: 0.0539064 May 13 13:32:14.460086 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Network 1454a409-f7b2-4338-b552-c82432c43e3a is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:14.461824 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:14.463607 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Pushing event updated for resources: {'Port': ['ID=418c2f7a-fc8f-4633-9aa8-ff62bd364543,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:14.466632 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:14.468086 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-766d4f26-f0a5-4947-b40f-541fa2c306cb req-77e9d512-1ce6-4381-b413-ff32c206dd79 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492153 May 13 13:32:14.534905 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.536062 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:14.615961 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-24ea6d7f-86b2-464d-b567-6c204898c67d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8765347 May 13 13:32:14.627159 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Request body: {'port': {'device_id': '08c6080c-b39d-43f6-af1f-8707f33d3476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:14.708506 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:14.805800 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db79cf3-cd57-4694-b5bd-3e5fd435f4b1 req-f1ca47b4-d896-4a30-9310-d958c79f8bdd tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:14.807343 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8db79cf3-cd57-4694-b5bd-3e5fd435f4b1 req-f1ca47b4-d896-4a30-9310-d958c79f8bdd tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 931 time: 0.0501070 May 13 13:32:14.870840 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8db79cf3-cd57-4694-b5bd-3e5fd435f4b1 req-c6ce1acd-7d7e-49f6-b1a0-a31a0c25b91e tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568516 May 13 13:32:15.010692 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418c2f7a-fc8f-4633-9aa8-ff62bd364543 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:15.032057 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Publish callbacks [] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:15.047395 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Transition to ACTIVE for port object 418c2f7a-fc8f-4633-9aa8-ff62bd364543 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:32:15.121921 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:15.178153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Pushing event updated for resources: {'Port': ['ID=418c2f7a-fc8f-4633-9aa8-ff62bd364543,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:15.251677 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Attempting to bind port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:32:15.252080 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Attempting to bind port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:32:15.252416 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Attempting to bind port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 on network 1454a409-f7b2-4338-b552-c82432c43e3a {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:15.258026 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 on network 1454a409-f7b2-4338-b552-c82432c43e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:32:15.265535 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Attempting to bind port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 on network 1454a409-f7b2-4338-b552-c82432c43e3a {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:32:15.266562 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:32:15.267026 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Checking segment: {'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:32:15.267546 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Bound using segment: {'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:32:15.268125 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Bound port: 418c2f7a-fc8f-4633-9aa8-ff62bd364543, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bb3057-c027-4fe9-8803-e30a7082c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:32:15.268613 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:15.350631 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] For port 418c2f7a-fc8f-4633-9aa8-ff62bd364543, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:32:15.355489 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] For port 418c2f7a-fc8f-4633-9aa8-ff62bd364543, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=418c2f7a-fc8f-4633-9aa8-ff62bd364543,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:32:15.441841 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:15.477609 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.478237 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:15.479625 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] 10.222.0.69 "PUT /v2.0/ports/418c2f7a-fc8f-4633-9aa8-ff62bd364543 HTTP/1.1" status: 200 len: 1093 time: 0.8568542 May 13 13:32:15.480068 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c6080c-b39d-43f6-af1f-8707f33d3476', 'tag': '418c2f7a-fc8f-4633-9aa8-ff62bd364543'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:15.482458 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d95edb-1b71-48f9-8f71-2b9df569545f" -d '{"events": [{"name": "network-changed", "server_uuid": "08c6080c-b39d-43f6-af1f-8707f33d3476", "tag": "418c2f7a-fc8f-4633-9aa8-ff62bd364543"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:15.510462 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d9cf5-624f-4778-917c-92e31640ee4c service neutron] Pushing event updated for resources: {'Port': ['ID=418c2f7a-fc8f-4633-9aa8-ff62bd364543,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:15.527702 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc72cde6-59ad-46c6-b279-d21b26ba4776 x-openstack-request-id: req-dc72cde6-59ad-46c6-b279-d21b26ba4776 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:15.528153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c6080c-b39d-43f6-af1f-8707f33d3476", "tag": "418c2f7a-fc8f-4633-9aa8-ff62bd364543", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:15.532367 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc72cde6-59ad-46c6-b279-d21b26ba4776 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:15.532367 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc72cde6-59ad-46c6-b279-d21b26ba4776'] response: {'name': 'network-changed', 'server_uuid': '08c6080c-b39d-43f6-af1f-8707f33d3476', 'tag': '418c2f7a-fc8f-4633-9aa8-ff62bd364543', 'status': 'completed', 'code': 200} May 13 13:32:15.591205 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d95edb-1b71-48f9-8f71-2b9df569545f req-eb0ae644-80b9-48ec-a609-567b2696d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.592812 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-81d95edb-1b71-48f9-8f71-2b9df569545f req-eb0ae644-80b9-48ec-a609-567b2696d366 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2dfc119af794405abce655b77cb8784&device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 1127 time: 0.0431082 May 13 13:32:15.604970 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879bd65-e67e-4d37-b01e-d0b4a65bd439 req-55ac888c-a542-4f84-a06f-7130829ae5fa tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.607052 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7879bd65-e67e-4d37-b01e-d0b4a65bd439 req-55ac888c-a542-4f84-a06f-7130829ae5fa tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 944 time: 0.0559683 May 13 13:32:15.662855 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7879bd65-e67e-4d37-b01e-d0b4a65bd439 req-24583f3c-f4f0-4263-87f5-5404f9c05100 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501127 May 13 13:32:15.700431 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d95edb-1b71-48f9-8f71-2b9df569545f req-d7c5f0cd-92e4-42c2-8a13-1dacb2365ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.701824 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-81d95edb-1b71-48f9-8f71-2b9df569545f req-d7c5f0cd-92e4-42c2-8a13-1dacb2365ca1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a2dfc119af794405abce655b77cb8784&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1015029 May 13 13:32:15.818633 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d95edb-1b71-48f9-8f71-2b9df569545f req-feb5f4e1-00da-49ae-9828-1a63b35e9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.820153 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-81d95edb-1b71-48f9-8f71-2b9df569545f req-feb5f4e1-00da-49ae-9828-1a63b35e9f0c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125181 May 13 13:32:15.908524 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-1a687002-900c-4e7f-ba8a-b0f288318f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:15.910031 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-1a687002-900c-4e7f-ba8a-b0f288318f52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2dfc119af794405abce655b77cb8784&device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 1127 time: 0.0423868 May 13 13:32:15.958682 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-d261bb95-9c8b-47cd-9e23-2e776ccca9d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=418c2f7a-fc8f-4633-9aa8-ff62bd364543 HTTP/1.1" status: 200 len: 217 time: 0.0420356 May 13 13:32:16.004034 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b876-1a7d-458e-93b0-3a7b15762878 req-e6f5bcda-30ca-47dc-853c-3ae416a6509d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:16.005575 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f5c1b876-1a7d-458e-93b0-3a7b15762878 req-e6f5bcda-30ca-47dc-853c-3ae416a6509d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 943 time: 0.0580537 May 13 13:32:16.015069 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-31e5a62b-4853-4703-8569-6a8e55453c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:16.016536 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-31e5a62b-4853-4703-8569-6a8e55453c1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b3714d3a-f670-4b7b-bf3b-02dbeb8710f9 HTTP/1.1" status: 200 len: 848 time: 0.0520110 May 13 13:32:16.051268 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-5ef2538f-c109-4d3c-aaba-fc8c190ffbb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1454a409-f7b2-4338-b552-c82432c43e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283694 May 13 13:32:16.070226 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f5c1b876-1a7d-458e-93b0-3a7b15762878 req-24348c6a-b1d8-415b-8288-d7f5eacfe148 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552413 May 13 13:32:16.156624 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-c58dbaf7-4cd6-4b96-ac3a-af928df9325e service neutron] 10.222.0.69 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998619 May 13 13:32:16.216039 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ad063-7106-4ea1-b698-913a41d8f280 req-a69368e2-ba65-40d6-9271-1c211062f593 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:16.217938 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f73ad063-7106-4ea1-b698-913a41d8f280 req-a69368e2-ba65-40d6-9271-1c211062f593 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0562634 May 13 13:32:16.296261 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f73ad063-7106-4ea1-b698-913a41d8f280 req-736dabc3-5459-4bd5-9a95-973ac5d7a5af tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701659 May 13 13:32:16.299153 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ca44b07-d0a5-4573-8f9a-fc63a1a6cb15 req-c6b60d97-232c-4410-9ec9-cc65c6d210bb service neutron] 10.222.0.69 "GET /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371076 May 13 13:32:16.307729 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-3af723d2-2bb1-428a-bbcd-7bc90cc42ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:16.310787 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-3af723d2-2bb1-428a-bbcd-7bc90cc42ffe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1168 time: 0.0617256 May 13 13:32:16.412592 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-3ad8c09e-6684-4253-aa9f-545b65643ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:16.414057 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-3ad8c09e-6684-4253-aa9f-545b65643ba9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da658553-b4a3-4d8d-bf86-544abb5d20b7 HTTP/1.1" status: 200 len: 915 time: 0.0981438 May 13 13:32:16.483704 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-434418e0-094c-4a29-b5e3-6b0b081c2732 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 1001 time: 0.0630560 May 13 13:32:16.811149 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731fe2e-e403-4db1-8a3d-e74042d7f59e req-e272bafb-6a55-4377-82b5-9ae9c80e83c1 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:16.813475 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7731fe2e-e403-4db1-8a3d-e74042d7f59e req-e272bafb-6a55-4377-82b5-9ae9c80e83c1 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 944 time: 0.0587645 May 13 13:32:16.868089 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7731fe2e-e403-4db1-8a3d-e74042d7f59e req-6a18d3d9-5501-4029-8a5f-12b249214383 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477087 May 13 13:32:17.203219 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bfa70-4cc5-46b3-8e34-41a2658aea73 req-e6902fa3-ead9-4c62-a269-cc14c4cea604 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:17.204813 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc0bfa70-4cc5-46b3-8e34-41a2658aea73 req-e6902fa3-ead9-4c62-a269-cc14c4cea604 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 943 time: 0.0556645 May 13 13:32:17.216722 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-f8294f8f-200c-4509-a050-afad0c7ffe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:17.218293 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-f8294f8f-200c-4509-a050-afad0c7ffe7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bffcae95-bd16-4ae1-905f-14748d8e2072 HTTP/1.1" status: 200 len: 853 time: 0.0548580 May 13 13:32:17.261279 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc0bfa70-4cc5-46b3-8e34-41a2658aea73 req-bee8b139-da19-4c95-8a85-a60c8995c0cf tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 May 13 13:32:17.267685 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-bb9e14e4-8571-46c8-8394-63860919e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:17.269191 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-bb9e14e4-8571-46c8-8394-63860919e42c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da658553-b4a3-4d8d-bf86-544abb5d20b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451612 May 13 13:32:17.375363 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-ba063bc3-74f3-4a09-bedf-b87f0bb276a5 service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981677 May 13 13:32:17.426867 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228da9f-5f4c-404c-8645-21ee4dcf24c9 req-5c405520-08fe-4636-8af3-5421163732ae tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:17.428386 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8228da9f-5f4c-404c-8645-21ee4dcf24c9 req-5c405520-08fe-4636-8af3-5421163732ae tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0566313 May 13 13:32:17.481286 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3bad137e-0327-4c92-a469-b2cc65577d9f req-aee4c0f2-9bfa-46f9-839c-002ec3b7890e service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998299 May 13 13:32:17.497347 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8228da9f-5f4c-404c-8645-21ee4dcf24c9 req-17ecb8d6-2a6d-469a-ae0a-f7c70c977c92 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621576 May 13 13:32:17.988942 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882f61c-3f0d-4c41-9c46-988438130ef9 req-5a4058d6-0ea8-4f85-80a4-3996fbb9c643 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:17.991058 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6882f61c-3f0d-4c41-9c46-988438130ef9 req-5a4058d6-0ea8-4f85-80a4-3996fbb9c643 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 944 time: 0.0541134 May 13 13:32:18.044093 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6882f61c-3f0d-4c41-9c46-988438130ef9 req-c41aa2b5-fb76-4b84-94d5-5a54415425ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461702 May 13 13:32:18.383646 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8d283-7de1-4292-8467-b4fe845af59c req-45acf483-92d8-4d76-b901-9435ca039113 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:18.385205 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-77b8d283-7de1-4292-8467-b4fe845af59c req-45acf483-92d8-4d76-b901-9435ca039113 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 943 time: 0.0492299 May 13 13:32:18.394434 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 418c2f7a-fc8f-4633-9aa8-ff62bd364543 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:32:18.441014 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-77b8d283-7de1-4292-8467-b4fe845af59c req-af8b6539-c12a-4aee-84ed-d5dac001fd86 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499189 May 13 13:32:18.498617 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 418c2f7a-fc8f-4633-9aa8-ff62bd364543, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=418c2f7a-fc8f-4633-9aa8-ff62bd364543,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:18.511091 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '418c2f7a-fc8f-4633-9aa8-ff62bd364543', 'network_id': '1454a409-f7b2-4338-b552-c82432c43e3a', 'port_id': '418c2f7a-fc8f-4633-9aa8-ff62bd364543', 'mac_address': 'fa:16:3e:5e:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3714d3a-f670-4b7b-bf3b-02dbeb8710f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:32:18.567901 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:18.568520 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.585056 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418c2f7a-fc8f-4633-9aa8-ff62bd364543 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:18.614343 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 418c2f7a-fc8f-4633-9aa8-ff62bd364543, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=418c2f7a-fc8f-4633-9aa8-ff62bd364543,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:18.637574 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d0eb3-ad9e-48d0-8868-f3d6826b7e90 req-cefb90ff-8b3c-42b7-a19d-d5ad90bbe1b7 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:18.639175 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-da2d0eb3-ad9e-48d0-8868-f3d6826b7e90 req-cefb90ff-8b3c-42b7-a19d-d5ad90bbe1b7 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0506392 May 13 13:32:18.693258 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:18.706342 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-da2d0eb3-ad9e-48d0-8868-f3d6826b7e90 req-61960613-9e58-481e-a29f-beb3c3d2f46a tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612543 May 13 13:32:18.745663 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=418c2f7a-fc8f-4633-9aa8-ff62bd364543,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:18.940542 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['418c2f7a-fc8f-4633-9aa8-ff62bd364543'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:32:19.166497 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f42cfc-2fa1-4bd0-bbb2-907f0dcacab5 req-0a768f0c-2aea-411a-859d-e3fd4107f345 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:19.168188 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71f42cfc-2fa1-4bd0-bbb2-907f0dcacab5 req-0a768f0c-2aea-411a-859d-e3fd4107f345 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 944 time: 0.0492017 May 13 13:32:19.223981 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71f42cfc-2fa1-4bd0-bbb2-907f0dcacab5 req-dc8097ad-1a84-472f-a183-7de38f105094 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 May 13 13:32:19.421909 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54850) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:19.603752 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e2fd6-c554-407b-98ba-a330e71a25cc req-93482bb5-e3d2-4ef9-b4f3-755b5c6aa8c4 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:19.605251 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2d0e2fd6-c554-407b-98ba-a330e71a25cc req-93482bb5-e3d2-4ef9-b4f3-755b5c6aa8c4 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 944 time: 0.0845520 May 13 13:32:19.634753 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Deleting port 1b1a191e-d80a-4daf-af39-71aa3919684e {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:19.635097 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (1b1a191e-d80a-4daf-af39-71aa3919684e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.708331 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2d0e2fd6-c554-407b-98ba-a330e71a25cc req-fe3daf2b-6e19-42e3-8e88-647fbba40ca8 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968518 May 13 13:32:19.741086 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (1b1a191e-d80a-4daf-af39-71aa3919684e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.741436 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for floatingip (1b1a191e-d80a-4daf-af39-71aa3919684e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:19.756580 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Calling delete_port for 1b1a191e-d80a-4daf-af39-71aa3919684e owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:19.899999 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a5ccf-7468-494e-a9a6-0afd78dcaa27 req-553fc8f4-27ba-4c96-a71a-0559d8883ab0 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:19.901510 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-336a5ccf-7468-494e-a9a6-0afd78dcaa27 req-553fc8f4-27ba-4c96-a71a-0559d8883ab0 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0950441 May 13 13:32:19.991625 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-336a5ccf-7468-494e-a9a6-0afd78dcaa27 req-f55b9608-ef59-458c-8d8d-a2d7b9b05f10 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829098 May 13 13:32:20.115989 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (1b1a191e-d80a-4daf-af39-71aa3919684e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.146062 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event deleted for resources: {'Port': ['ID=1b1a191e-d80a-4daf-af39-71aa3919684e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:20.214424 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for floatingip (408c14b1-bc68-420f-af38-f599fc662667), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.215605 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Floating IP 408c14b1-bc68-420f-af38-f599fc662667 disassociated (deleted). External IP: 172.27.2.193, port: 7ceff24a-7ce2-4184-bc2c-ed2f493ac946. May 13 13:32:20.323063 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:32:20.368686 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bac827-70a3-4660-9925-d9af8eb2f5fc req-ed93aea2-99aa-473e-9a3b-f327e08feed0 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:20.370173 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31bac827-70a3-4660-9925-d9af8eb2f5fc req-ed93aea2-99aa-473e-9a3b-f327e08feed0 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 944 time: 0.0624328 May 13 13:32:20.395603 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device e4cad75c-2de5-45aa-88b3-e937529cf2a8 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:32:20.398114 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 418c2f7a-fc8f-4633-9aa8-ff62bd364543 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:32:20.472180 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31bac827-70a3-4660-9925-d9af8eb2f5fc req-cab144d7-1c85-44d8-befe-7a696bc5fe72 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636587 May 13 13:32:20.502558 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:32:20.527783 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:20.554071 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port e4cad75c-2de5-45aa-88b3-e937529cf2a8, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=e4cad75c-2de5-45aa-88b3-e937529cf2a8,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:20.567479 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'port_id': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'mac_address': 'fa:16:3e:2f:14:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:32:20.573232 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:20.573610 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.636184 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port e4cad75c-2de5-45aa-88b3-e937529cf2a8 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:20.636575 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.647388 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:20.653627 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.656969 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cad75c-2de5-45aa-88b3-e937529cf2a8 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:32:20.663485 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] Sync routers for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:20.691322 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d63c2db3-4d35-4712-9aa9-0d979986dec6 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "DELETE /v2.0/floatingips/408c14b1-bc68-420f-af38-f599fc662667 HTTP/1.1" status: 204 len: 168 time: 1.2658532 May 13 13:32:20.691322 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:20.691854 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e592d4a1-e656-4362-b9c4-311e1f9bcb42" -d '{"events": [{"name": "network-changed", "server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:20.734927 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f55233-b771-4b02-a502-ebb39eec7e3d x-openstack-request-id: req-34f55233-b771-4b02-a502-ebb39eec7e3d {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:20.736421 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:20.737263 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34f55233-b771-4b02-a502-ebb39eec7e3d {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:20.739036 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f55233-b771-4b02-a502-ebb39eec7e3d'] response: {'name': 'network-changed', 'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'status': 'completed', 'code': 200} May 13 13:32:20.809007 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-9788b99a-b61c-4837-822e-7ed2d8326fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:20.810592 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-9788b99a-b61c-4837-822e-7ed2d8326fb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8286d953594e4d539ca45c8a98bd435c&device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 1129 time: 0.0555396 May 13 13:32:20.865170 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port e4cad75c-2de5-45aa-88b3-e937529cf2a8, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=e4cad75c-2de5-45aa-88b3-e937529cf2a8,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:20.868036 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:20.868659 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:20.868829 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840018f-2fb2-42d5-ad96-d738ffd0e810 req-9d9de69b-4d07-4fe8-96c3-d6c1d85b8911 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:20.870402 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9840018f-2fb2-42d5-ad96-d738ffd0e810 req-9d9de69b-4d07-4fe8-96c3-d6c1d85b8911 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 944 time: 0.0575407 May 13 13:32:20.918039 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:20.919093 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.927272 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9840018f-2fb2-42d5-ad96-d738ffd0e810 req-8d95d9a0-f55c-4a5c-837a-c59d56d47a8d tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505319 May 13 13:32:20.944340 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-7d24db82-757e-4ffc-9d24-c6682713cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:20.948883 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-7d24db82-757e-4ffc-9d24-c6682713cd9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 200 len: 910 time: 0.1259372 May 13 13:32:20.952583 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:20.972046 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c6080c-b39d-43f6-af1f-8707f33d3476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c2f7a-fc8f-4633-9aa8-ff62bd364543'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:20.974569 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de4269c-f741-4b21-a1b1-cccb9df025a9" -d '{"events": [{"server_uuid": "08c6080c-b39d-43f6-af1f-8707f33d3476", "name": "network-vif-plugged", "status": "completed", "tag": "418c2f7a-fc8f-4633-9aa8-ff62bd364543"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:20.993159 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-02e592c1-6554-4f92-920d-70e8520320c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 200 len: 217 time: 0.0409079 May 13 13:32:21.036671 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0928423-f036-44f9-9c32-81fe2b4857a2 x-openstack-request-id: req-a0928423-f036-44f9-9c32-81fe2b4857a2 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:21.036967 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c6080c-b39d-43f6-af1f-8707f33d3476", "name": "network-vif-plugged", "status": "completed", "tag": "418c2f7a-fc8f-4633-9aa8-ff62bd364543", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:21.037553 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0928423-f036-44f9-9c32-81fe2b4857a2 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:21.037682 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0928423-f036-44f9-9c32-81fe2b4857a2'] response: {'server_uuid': '08c6080c-b39d-43f6-af1f-8707f33d3476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418c2f7a-fc8f-4633-9aa8-ff62bd364543', 'code': 200} May 13 13:32:21.039384 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 418c2f7a-fc8f-4633-9aa8-ff62bd364543, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=418c2f7a-fc8f-4633-9aa8-ff62bd364543,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:21.061951 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-c9813377-b467-4fd4-8c46-6d7322101b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.064844 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-c9813377-b467-4fd4-8c46-6d7322101b29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 200 len: 848 time: 0.0646603 May 13 13:32:21.083906 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=e4cad75c-2de5-45aa-88b3-e937529cf2a8,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:21.087624 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:21.126484 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:21.143958 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-57b91d32-fb6d-4db9-855c-89fc18c9d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.146498 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-57b91d32-fb6d-4db9-855c-89fc18c9d5ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=498b7ab4-2c71-4d7f-b37f-0a809c2f973a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679398 May 13 13:32:21.166290 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54402685-5633-4030-b624-344c29b38747 req-608aed5a-d7c5-4dfb-a659-0eabb1346fb8 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.170717 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-54402685-5633-4030-b624-344c29b38747 req-608aed5a-d7c5-4dfb-a659-0eabb1346fb8 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0900986 May 13 13:32:21.247223 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['e4cad75c-2de5-45aa-88b3-e937529cf2a8'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:32:21.269524 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f7af6-13a1-4a2b-b506-5d87cf7b4a48 req-e4f814f9-91fe-443a-abeb-6c1bf6450144 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.271001 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e9f7af6-13a1-4a2b-b506-5d87cf7b4a48 req-e4f814f9-91fe-443a-abeb-6c1bf6450144 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0876136 May 13 13:32:21.289576 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=418c2f7a-fc8f-4633-9aa8-ff62bd364543,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:21.306070 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-54402685-5633-4030-b624-344c29b38747 req-85e6523c-fbe5-4d28-8d25-4cbb8f4d52c9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291478 May 13 13:32:21.342001 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e9f7af6-13a1-4a2b-b506-5d87cf7b4a48 req-864f3fe4-230b-403a-9962-f738e92fb061 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616055 May 13 13:32:21.431323 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:21Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:21.467671 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] Checking router: 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:21.488861 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:21.489502 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:21.600299 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9210f19-168a-4802-90c9-0444562fefb2 req-274b79f1-1276-4467-9256-8df26b0833e8 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:21.601853 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d9210f19-168a-4802-90c9-0444562fefb2 req-274b79f1-1276-4467-9256-8df26b0833e8 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 945 time: 0.0484042 May 13 13:32:21.653988 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:21.660169 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d9210f19-168a-4802-90c9-0444562fefb2 req-d802e908-d1e1-4fe8-a726-bd86eeb6cf63 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518155 May 13 13:32:21.886766 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:21Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:21.914589 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc79a10-5b27-4f67-a087-2a76a6b9393f None None] The sync data for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi is: [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:17Z', 'revision_number': 4, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'ecc8841c-566b-4f57-91f1-1d1ab57c6cea', 'name': '', 'network_id': '498b7ab4-2c71-4d7f-b37f-0a809c2f973a', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'mac_address': 'fa:16:3e:05:8e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:16Z', 'updated_at': '2022-05-13T13:27:21Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'subnets': [{'id': '43fcf708-d76b-48a6-9198-6f8ea97c8bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:22.064784 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff6b2a-96c7-4389-abb2-1294fe095b2c req-f4fec532-f0e9-42ac-9a0f-51d1d278d7dc tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.066360 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-52ff6b2a-96c7-4389-abb2-1294fe095b2c req-f4fec532-f0e9-42ac-9a0f-51d1d278d7dc tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 945 time: 0.0588083 May 13 13:32:22.125710 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-52ff6b2a-96c7-4389-abb2-1294fe095b2c req-5534bb7a-ac52-4df2-a03b-1e64526a8ce6 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534291 May 13 13:32:22.139755 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e743462-10ab-44df-b644-908a7a63b808 None None] New status for floating IP 408c14b1-bc68-420f-af38-f599fc662667: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:32:22.259988 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50acf-8acf-4e6e-b202-daade9bcda1b req-4cdc1462-f03a-409f-980b-11b69cb4aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.261477 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a7c50acf-8acf-4e6e-b202-daade9bcda1b req-4cdc1462-f03a-409f-980b-11b69cb4aa1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 1129 time: 0.0519664 May 13 13:32:22.291669 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-51cc2c31-68dd-4a4e-b65a-d4b56ddd014e service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292615 May 13 13:32:22.409812 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device e4cad75c-2de5-45aa-88b3-e937529cf2a8 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:32:22.446470 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a7c50acf-8acf-4e6e-b202-daade9bcda1b req-f57d7be5-3d63-4bc6-926f-223383e43343 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043189 May 13 13:32:22.449577 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dcf4c-505a-4c38-90c7-e432124579f2 req-5f18f0e2-d04d-456e-bd94-b6310e1db71a tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.451398 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a27dcf4c-505a-4c38-90c7-e432124579f2 req-5f18f0e2-d04d-456e-bd94-b6310e1db71a tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0759907 May 13 13:32:22.470815 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e592d4a1-e656-4362-b9c4-311e1f9bcb42 req-8e2a8180-54aa-47e9-bf55-bf03fef34f97 service neutron] 10.222.0.69 "GET /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305695 May 13 13:32:22.472595 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port e4cad75c-2de5-45aa-88b3-e937529cf2a8 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:32:22.499762 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3a409-0803-4b69-bec0-2b4b538b94de req-f0d95c19-5aa2-47d6-89cf-265735b9b687 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.501398 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f7f3a409-0803-4b69-bec0-2b4b538b94de req-f0d95c19-5aa2-47d6-89cf-265735b9b687 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0754900 May 13 13:32:22.566343 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a27dcf4c-505a-4c38-90c7-e432124579f2 req-b2fb5057-c94f-4b7e-879f-80a01a0b5dea tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976079 May 13 13:32:22.584314 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f7f3a409-0803-4b69-bec0-2b4b538b94de req-423ba007-d38c-4552-8284-a242c7d2dd5c tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ee59b84-0e7c-4f1a-81fb-d3f52352c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765557 May 13 13:32:22.601177 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port e4cad75c-2de5-45aa-88b3-e937529cf2a8 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:32:22.601562 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:22.684761 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port e4cad75c-2de5-45aa-88b3-e937529cf2a8 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:32:22.685092 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:22.722371 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port e4cad75c-2de5-45aa-88b3-e937529cf2a8, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=e4cad75c-2de5-45aa-88b3-e937529cf2a8,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:22.786492 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b3d2f-7ad1-4939-a02c-69430d458225 req-8e08e8a4-4c37-4e46-916a-ce7df4602572 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.788024 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-016b3d2f-7ad1-4939-a02c-69430d458225 req-8e08e8a4-4c37-4e46-916a-ce7df4602572 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 945 time: 0.0572920 May 13 13:32:22.789631 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:22.804646 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-a9265543-bfad-4a8c-9c6d-e7b35daa2b33 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:22.806640 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-a9265543-bfad-4a8c-9c6d-e7b35daa2b33 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.69 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 945 time: 0.0577078 May 13 13:32:22.842027 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=e4cad75c-2de5-45aa-88b3-e937529cf2a8,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:22.849506 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-016b3d2f-7ad1-4939-a02c-69430d458225 req-10582cca-05a0-40d3-ba15-4d51a5f1ba2f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540071 May 13 13:32:22.903439 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Deleting port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:22.903782 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:22.994842 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] For port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:22.995135 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:23.013571 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Calling delete_port for 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:23.038389 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:23.040704 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ba9c37-8960-4229-a8cb-0e79be62a33d" -d '{"events": [{"server_uuid": "a4c37c70-bc64-4dc6-92eb-41a9df5a319f", "name": "network-vif-plugged", "status": "completed", "tag": "e4cad75c-2de5-45aa-88b3-e937529cf2a8"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:23.078125 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b623489-1fd2-4a4f-b851-e902075c875c x-openstack-request-id: req-8b623489-1fd2-4a4f-b851-e902075c875c {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:23.078450 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c37c70-bc64-4dc6-92eb-41a9df5a319f", "name": "network-vif-plugged", "status": "completed", "tag": "e4cad75c-2de5-45aa-88b3-e937529cf2a8", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:23.078700 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b623489-1fd2-4a4f-b851-e902075c875c {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:23.079103 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b623489-1fd2-4a4f-b851-e902075c875c'] response: {'server_uuid': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'code': 200} May 13 13:32:23.219483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (7ceff24a-7ce2-4184-bc2c-ed2f493ac946), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:23.250534 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event deleted for resources: {'Port': ['ID=7ceff24a-7ce2-4184-bc2c-ed2f493ac946,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:23.253926 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7f42e-1f1c-4310-9185-645fd46f3814 req-c667cc22-d1dc-4f6c-a9f3-391bb7785a37 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:23.255595 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8b7f42e-1f1c-4310-9185-645fd46f3814 req-c667cc22-d1dc-4f6c-a9f3-391bb7785a37 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 945 time: 0.0561767 May 13 13:32:23.306653 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] No DVR routers for this DVR port 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:23.311230 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:23.315057 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-81bf86f5-03c8-4f9a-88ca-58a82c5e92cc req-7271b767-eecc-4065-b4ee-a5c6e6f7b0b5 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.69 "DELETE /v2.0/ports/7ceff24a-7ce2-4184-bc2c-ed2f493ac946 HTTP/1.1" status: 204 len: 173 time: 0.5032790 May 13 13:32:23.315522 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'name': 'network-vif-deleted', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:23.316190 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8b7f42e-1f1c-4310-9185-645fd46f3814 req-6396bab7-26d1-4080-860c-a3a51f080f6b tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 May 13 13:32:23.317834 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19bfab-3434-4c44-8203-77c0e237af78" -d '{"events": [{"server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "name": "network-vif-deleted", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:23.358932 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288d356a-f68f-4daa-a767-ed7c577474f8 x-openstack-request-id: req-288d356a-f68f-4daa-a767-ed7c577474f8 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:23.359489 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f4be22-416d-4465-9e39-d09271f63511", "name": "network-vif-deleted", "tag": "7ceff24a-7ce2-4184-bc2c-ed2f493ac946", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:23.359747 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-288d356a-f68f-4daa-a767-ed7c577474f8 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:23.360193 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288d356a-f68f-4daa-a767-ed7c577474f8'] response: {'server_uuid': '58f4be22-416d-4465-9e39-d09271f63511', 'name': 'network-vif-deleted', 'tag': '7ceff24a-7ce2-4184-bc2c-ed2f493ac946', 'status': 'completed', 'code': 200} May 13 13:32:23.721970 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd735642-e09e-41b0-96f7-30c5cd1e8c76 req-c2cde551-6699-4bad-ba65-aec64d25bf0b tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 210 time: 0.0369809 May 13 13:32:23.731466 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3430214-e81a-4650-8117-ca0ff28a8516 req-c41f18b6-e67e-4650-b1fd-6d471260151d tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:23.733159 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3430214-e81a-4650-8117-ca0ff28a8516 req-c41f18b6-e67e-4650-b1fd-6d471260151d tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0891693 May 13 13:32:23.804713 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3430214-e81a-4650-8117-ca0ff28a8516 req-7425d025-4386-4701-8959-0f23511fc9f7 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624447 May 13 13:32:23.974783 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd08c46-1883-464e-9cf5-bacc63af248a req-d1079574-88fe-44c3-a828-09e9b24cf44d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:23.976392 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7bd08c46-1883-464e-9cf5-bacc63af248a req-d1079574-88fe-44c3-a828-09e9b24cf44d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 946 time: 0.0590892 May 13 13:32:23.980394 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487fed-bd49-401c-953c-e74d23e47a3d req-aedc0549-6b7f-4ef8-905a-02da70d9b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:23.982864 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6d487fed-bd49-401c-953c-e74d23e47a3d req-aedc0549-6b7f-4ef8-905a-02da70d9b8e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 1130 time: 0.0456269 May 13 13:32:24.033015 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6d487fed-bd49-401c-953c-e74d23e47a3d req-9d8fce46-cc99-4ff5-917d-90b851a2a55c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 May 13 13:32:24.034257 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7bd08c46-1883-464e-9cf5-bacc63af248a req-4d31f912-3936-433a-ac26-6cd945ad1015 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499551 May 13 13:32:24.440079 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543ad98-c3d3-43b0-bb4a-39dd24bd6250 req-396b3137-1751-440e-bee4-ddf3105b29a7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:24.441625 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9543ad98-c3d3-43b0-bb4a-39dd24bd6250 req-396b3137-1751-440e-bee4-ddf3105b29a7 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 945 time: 0.0566373 May 13 13:32:24.493734 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9543ad98-c3d3-43b0-bb4a-39dd24bd6250 req-6cc4f7a2-ed9d-4194-9085-443f0cd7028c tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461988 May 13 13:32:24.837932 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c22fc709-f775-4ebf-a608-c330e457905c req-4258e2b2-d4a3-430d-bfab-1ba5049cf4c0 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "GET /v2.0/ports?device_id=58f4be22-416d-4465-9e39-d09271f63511 HTTP/1.1" status: 200 len: 210 time: 0.0303349 May 13 13:32:24.929488 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e12d-723f-4d35-ace9-d6c1d8d01f8e req-244900fd-f5c4-4cee-a328-2da09d7263c8 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:24.930232 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b259e12d-723f-4d35-ace9-d6c1d8d01f8e req-244900fd-f5c4-4cee-a328-2da09d7263c8 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0519216 May 13 13:32:25.007202 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b259e12d-723f-4d35-ace9-d6c1d8d01f8e req-43bc68ec-d850-4612-8f5b-89d07fd5b521 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703232 May 13 13:32:25.165588 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdd610-5a34-4e71-be7e-f41933185715 req-2a38d375-459e-4c11-83fe-f01dda7acf87 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:25.165588 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1fdd610-5a34-4e71-be7e-f41933185715 req-2a38d375-459e-4c11-83fe-f01dda7acf87 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 946 time: 0.0547678 May 13 13:32:25.211778 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1fdd610-5a34-4e71-be7e-f41933185715 req-92213267-5aae-4091-ad2f-5e5593b53619 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483127 May 13 13:32:25.943989 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1a30-71dd-487a-afb9-0adcf23bf02c req-76ac6536-ec37-4c1d-93e8-629092203d04 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:25.945557 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a85f1a30-71dd-487a-afb9-0adcf23bf02c req-76ac6536-ec37-4c1d-93e8-629092203d04 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 945 time: 0.0502584 May 13 13:32:25.997671 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a85f1a30-71dd-487a-afb9-0adcf23bf02c req-92935acd-b51d-464d-b3b0-b46b2e14d2a8 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 May 13 13:32:26.018431 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54918) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:26.091429 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e777594b-9bac-45b6-bbf3-8857939b47f3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group (8ee59b84-0e7c-4f1a-81fb-d3f52352c660), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.142145 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e777594b-9bac-45b6-bbf3-8857939b47f3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group (8ee59b84-0e7c-4f1a-81fb-d3f52352c660), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.150608 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1447f-4cd5-4242-9650-e1db50ba8443 req-fe628b1a-824a-4333-bc63-1bda6635fa20 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.152075 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-60b1447f-4cd5-4242-9650-e1db50ba8443 req-fe628b1a-824a-4333-bc63-1bda6635fa20 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0794861 May 13 13:32:26.240522 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-60b1447f-4cd5-4242-9650-e1db50ba8443 req-d3f45931-e25c-4e32-9188-f53fdd90567a tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822282 May 13 13:32:26.337282 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e1178-58a6-4d1d-a844-9a7db0ff855a req-79740318-2e16-4f38-b265-e98f67a8d053 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.338807 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e7e1178-58a6-4d1d-a844-9a7db0ff855a req-79740318-2e16-4f38-b265-e98f67a8d053 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 946 time: 0.0487275 May 13 13:32:26.340024 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e777594b-9bac-45b6-bbf3-8857939b47f3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (8ee59b84-0e7c-4f1a-81fb-d3f52352c660), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.342755 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e777594b-9bac-45b6-bbf3-8857939b47f3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.343839 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e777594b-9bac-45b6-bbf3-8857939b47f3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ee59b84-0e7c-4f1a-81fb-d3f52352c660 HTTP/1.1" status: 204 len: 168 time: 0.3259587 May 13 13:32:26.369144 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777594b-9bac-45b6-bbf3-8857939b47f3 tempest-TestShelveInstance-430027051 tempest-TestShelveInstance-430027051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee59b84-0e7c-4f1a-81fb-d3f52352c660,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:26.403292 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e7e1178-58a6-4d1d-a844-9a7db0ff855a req-974e9768-f1ca-4754-b85b-79fe8f51c2b8 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581312 May 13 13:32:26.420255 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:26.446496 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54928) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:26.446702 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:26.446925 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 7ceff24a-7ce2-4184-bc2c-ed2f493ac946 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:26.575222 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0fbb7-f3f4-4c29-80b5-c2d7c9609353 req-d9f75754-fe1e-4071-906b-d14da0ea16ec tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.576718 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aef0fbb7-f3f4-4c29-80b5-c2d7c9609353 req-d9f75754-fe1e-4071-906b-d14da0ea16ec tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 946 time: 0.0891342 May 13 13:32:26.675955 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aef0fbb7-f3f4-4c29-80b5-c2d7c9609353 req-c474c4d0-204d-40e9-b391-d536345060bc tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925987 May 13 13:32:26.700867 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54932) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:26.844366 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c5f17-b35e-4cb7-8224-ac13b5b76398 tempest-TestVolumeBootPattern-2005106347 tempest-TestVolumeBootPattern-2005106347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:26.845888 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-998c5f17-b35e-4cb7-8224-ac13b5b76398 tempest-TestVolumeBootPattern-2005106347 tempest-TestVolumeBootPattern-2005106347-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 1125 time: 0.1438842 May 13 13:32:26.848754 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54936) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:26.853104 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'port_id': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:32:26.916058 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:26.973129 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.064066 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.163425 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126bc6d-18fc-4b88-8237-19375d44d029 req-dacbc7cc-4a31-4836-8447-64d06991792e tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.164915 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a126bc6d-18fc-4b88-8237-19375d44d029 req-dacbc7cc-4a31-4836-8447-64d06991792e tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 945 time: 0.0916519 May 13 13:32:27.187521 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Allocated IP 172.27.2.92 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/e4622180-21a8-4bbe-9edd-bb419d9aea51) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:32:27.328449 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (e4622180-21a8-4bbe-9edd-bb419d9aea51), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.373013 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-150995d5-f31f-42d3-b9ef-7a2373063798 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.375025 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-150995d5-f31f-42d3-b9ef-7a2373063798 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.69 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 945 time: 0.0697155 May 13 13:32:27.490498 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Deleting port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:27.490843 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.510269 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (e4622180-21a8-4bbe-9edd-bb419d9aea51), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.550015 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8184-f622-4557-9bc5-57155fdaaf63 req-91cced6a-08b1-47d4-bd8e-6fb536dac81e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:27.551437 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4dbd8184-f622-4557-9bc5-57155fdaaf63 req-91cced6a-08b1-47d4-bd8e-6fb536dac81e tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0973589 May 13 13:32:27.590542 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Deleting port ecc8841c-566b-4f57-91f1-1d1ab57c6cea {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:27.591432 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.599292 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:32:27.601724 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a126bc6d-18fc-4b88-8237-19375d44d029 req-462466de-83d9-4682-aac1-03264003ea5a tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6dd88e-90df-4534-a0b8-ca539dfd5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488199 May 13 13:32:27.610573 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:32:27.623656 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:32:27.628590 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=e4622180-21a8-4bbe-9edd-bb419d9aea51,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:27.677391 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] For port 418c2f7a-fc8f-4633-9aa8-ff62bd364543, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=418c2f7a-fc8f-4633-9aa8-ff62bd364543,segment=NetworkSegment(70bb3057-c027-4fe9-8803-e30a7082c9ec),segment_id=70bb3057-c027-4fe9-8803-e30a7082c9ec)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:27.677757 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.694594 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4dbd8184-f622-4557-9bc5-57155fdaaf63 req-0d325914-9ae8-4910-a346-0063a57deaa8 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335399 May 13 13:32:27.699047 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Calling delete_port for 418c2f7a-fc8f-4633-9aa8-ff62bd364543 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:27.717233 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] For port ecc8841c-566b-4f57-91f1-1d1ab57c6cea, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:27.717233 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:27.731829 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Calling delete_port for ecc8841c-566b-4f57-91f1-1d1ab57c6cea owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:28.018914 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (ecc8841c-566b-4f57-91f1-1d1ab57c6cea), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.049002 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (418c2f7a-fc8f-4633-9aa8-ff62bd364543), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.050179 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc8841c-566b-4f57-91f1-1d1ab57c6cea,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:28.065872 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['418c2f7a-fc8f-4633-9aa8-ff62bd364543'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:32:28.255713 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.397186 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Pushing event deleted for resources: {'Port': ['ID=418c2f7a-fc8f-4633-9aa8-ff62bd364543,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:28.481478 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] No DVR routers for this DVR port 418c2f7a-fc8f-4633-9aa8-ff62bd364543 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:28.485046 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.488316 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-29b2dbdf-89c3-4295-bc4e-ce4ecdceda9f req-2ff736cf-d31b-4f3a-bc04-41c7bca427c2 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.69 "DELETE /v2.0/ports/418c2f7a-fc8f-4633-9aa8-ff62bd364543 HTTP/1.1" status: 204 len: 173 time: 1.1051867 May 13 13:32:28.488769 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c6080c-b39d-43f6-af1f-8707f33d3476', 'name': 'network-vif-deleted', 'tag': '418c2f7a-fc8f-4633-9aa8-ff62bd364543'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:28.491016 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edba1060-a63b-4416-b95c-6f02c32ea5a2" -d '{"events": [{"server_uuid": "08c6080c-b39d-43f6-af1f-8707f33d3476", "name": "network-vif-deleted", "tag": "418c2f7a-fc8f-4633-9aa8-ff62bd364543"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:28.537768 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:28.551837 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7444f203-8a86-4874-95f5-2c3eea8e3181 x-openstack-request-id: req-7444f203-8a86-4874-95f5-2c3eea8e3181 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:28.552070 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c6080c-b39d-43f6-af1f-8707f33d3476", "name": "network-vif-deleted", "tag": "418c2f7a-fc8f-4633-9aa8-ff62bd364543", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:28.552265 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7444f203-8a86-4874-95f5-2c3eea8e3181 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:28.552654 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7444f203-8a86-4874-95f5-2c3eea8e3181'] response: {'server_uuid': '08c6080c-b39d-43f6-af1f-8707f33d3476', 'name': 'network-vif-deleted', 'tag': '418c2f7a-fc8f-4633-9aa8-ff62bd364543', 'status': 'completed', 'code': 200} May 13 13:32:28.576451 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (37b2e17b-152b-43ed-9457-770931ed2c50), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.664298 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:28.671731 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a1b29395-a4c1-488b-8d2e-389259a08582 admin admin] 10.222.0.13 "PUT /v2.0/routers/5f57387d-d0b8-4e7e-903c-dc6b1417d7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2244146 May 13 13:32:28.687216 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] Sync routers for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:28.689412 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 54948) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:28.708135 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:28.709192 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:28.754392 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (e4622180-21a8-4bbe-9edd-bb419d9aea51), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:28.780340 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87c049f6-60da-4dfc-9042-922d19da81de req-9b0792d5-6dd7-4ba6-a798-bf6e65c4e3b0 tempest-VolumesActionsTest-1345630934 tempest-VolumesActionsTest-1345630934-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6080c-b39d-43f6-af1f-8707f33d3476 HTTP/1.1" status: 200 len: 210 time: 0.0705502 May 13 13:32:28.847512 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625c2c3-a36c-4375-ba9d-8025230c7fb2 req-af6ed345-61f4-4ba2-b888-22dd38698e38 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:28.848359 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:28.849056 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8625c2c3-a36c-4375-ba9d-8025230c7fb2 req-af6ed345-61f4-4ba2-b888-22dd38698e38 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0547755 May 13 13:32:28.930871 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8625c2c3-a36c-4375-ba9d-8025230c7fb2 req-5a442bcc-d347-43f1-a867-eb3a5a48724f tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693457 May 13 13:32:28.944402 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks [] for router (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.061920 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:32:27Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:29.069678 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (e4622180-21a8-4bbe-9edd-bb419d9aea51), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.087091 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks [] for router_gateway (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.096013 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] Checking router: 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:29.106249 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] Routers {'5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:29.106770 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:29.155594 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (e4622180-21a8-4bbe-9edd-bb419d9aea51), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.265375 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=e4622180-21a8-4bbe-9edd-bb419d9aea51,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:29.275710 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Deleting port a6235df3-9fc7-41ab-a882-37eac042c49a {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:29.276048 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.323977 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (37b2e17b-152b-43ed-9457-770931ed2c50), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.386495 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] Set router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:29.457557 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] For port a6235df3-9fc7-41ab-a882-37eac042c49a, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=a6235df3-9fc7-41ab-a882-37eac042c49a,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:29.457925 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:29.480721 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Calling delete_port for a6235df3-9fc7-41ab-a882-37eac042c49a owned by network:router_gateway {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:29.485563 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Floating IP 37b2e17b-152b-43ed-9457-770931ed2c50 associated. External IP: 172.27.2.92, port: e4cad75c-2de5-45aa-88b3-e937529cf2a8. May 13 13:32:29.598173 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:32:27Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:29.641942 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb4101-054d-45db-b2f4-82ef6c0a56e8 None None] The sync data for ids ['5f57387d-d0b8-4e7e-903c-dc6b1417d7b9'] in dv-cinder-841632-1-iscsi is: [{'id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'name': 'tempest-TestShelveInstance-1587216140-router', 'tenant_id': '8286d953594e4d539ca45c8a98bd435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:32:27Z', 'revision_number': 5, 'project_id': '8286d953594e4d539ca45c8a98bd435c', 'gw_port': {'id': 'a6235df3-9fc7-41ab-a882-37eac042c49a', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57387d-d0b8-4e7e-903c-dc6b1417d7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:14Z', 'updated_at': '2022-05-13T13:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:29.898083 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Router 3558674d-8be6-4ece-b578-0a71f204244d has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:30.026718 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (a6235df3-9fc7-41ab-a882-37eac042c49a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.072973 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6235df3-9fc7-41ab-a882-37eac042c49a,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:30.092225 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:30.104045 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:30.113043 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afedd4f-7ccd-47c6-aa4b-534582334527 req-60fbc83a-4a1a-4610-8437-102e3f4708af tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:30.117594 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4afedd4f-7ccd-47c6-aa4b-534582334527 req-60fbc83a-4a1a-4610-8437-102e3f4708af tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0900483 May 13 13:32:30.137951 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:30.138746 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:30.189517 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.234382 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.264136 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4afedd4f-7ccd-47c6-aa4b-534582334527 req-355f348d-878f-4a97-8c84-c565d9ba90b3 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&id=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363175 May 13 13:32:30.328157 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:30.347358 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.352004 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks [] for router_controller (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.356821 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-33cc46ca-09c6-4dd1-be5a-e6e15ffc8e29 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5068073 May 13 13:32:30.420297 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 418c2f7a-fc8f-4633-9aa8-ff62bd364543 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:30.441996 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 418c2f7a-fc8f-4633-9aa8-ff62bd364543 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:30.442369 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 418c2f7a-fc8f-4633-9aa8-ff62bd364543 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:30.553924 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'tag': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:32:30.556415 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830ffd3a-2228-4ef5-b614-c82ba516d807" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c37c70-bc64-4dc6-92eb-41a9df5a319f", "tag": "e4cad75c-2de5-45aa-88b3-e937529cf2a8"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:32:30.575874 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '37b2e17b-152b-43ed-9457-770931ed2c50', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:2f:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:27Z', 'updated_at': '2022-05-13T13:32:27Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:30.594700 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c931990-0e73-4572-9588-feee8f5e6e4a x-openstack-request-id: req-7c931990-0e73-4572-9588-feee8f5e6e4a {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:32:30.594995 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c37c70-bc64-4dc6-92eb-41a9df5a319f", "tag": "e4cad75c-2de5-45aa-88b3-e937529cf2a8", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:32:30.595269 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c931990-0e73-4572-9588-feee8f5e6e4a {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:32:30.595734 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c931990-0e73-4572-9588-feee8f5e6e4a'] response: {'name': 'network-changed', 'server_uuid': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'tag': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'status': 'completed', 'code': 200} May 13 13:32:30.615595 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:30.633261 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:30.633261 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:30.641692 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (5f57387d-d0b8-4e7e-903c-dc6b1417d7b9), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.642161 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 {{(pid=104059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:32:30.663631 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.665219 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-cd3f70a7-963e-4264-a93e-544ddcf4d121 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5f57387d-d0b8-4e7e-903c-dc6b1417d7b9 HTTP/1.1" status: 204 len: 168 time: 1.9690368 May 13 13:32:30.667514 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54974) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:30.679514 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-e2d62138-b57b-408d-9d00-64fca43c120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:30.686160 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-e2d62138-b57b-408d-9d00-64fca43c120a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 1130 time: 0.0661778 May 13 13:32:30.687313 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.782500 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:30.793471 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device ecc8841c-566b-4f57-91f1-1d1ab57c6cea no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:30.796662 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbd2201-daf8-47a2-b778-07805e1ac264 admin admin] Deleting subnet 43fcf708-d76b-48a6-9198-6f8ea97c8bcd {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:32:30.803091 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2201-daf8-47a2-b778-07805e1ac264 admin admin] Publish callbacks [] for subnet (43fcf708-d76b-48a6-9198-6f8ea97c8bcd), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.832741 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: ecc8841c-566b-4f57-91f1-1d1ab57c6cea {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:30.834926 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device ecc8841c-566b-4f57-91f1-1d1ab57c6cea not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:30.849769 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-3f4ff8a0-3c03-4f4c-8233-d63fbd606b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:30.851880 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-3f4ff8a0-3c03-4f4c-8233-d63fbd606b5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.1602681 May 13 13:32:30.852102 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2201-daf8-47a2-b778-07805e1ac264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (43fcf708-d76b-48a6-9198-6f8ea97c8bcd), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:30.953103 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-21f4cd56-40b3-43e9-9a84-888c8ca54af4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4cad75c-2de5-45aa-88b3-e937529cf2a8 HTTP/1.1" status: 200 len: 999 time: 0.0911760 May 13 13:32:30.995422 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2201-daf8-47a2-b778-07805e1ac264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (43fcf708-d76b-48a6-9198-6f8ea97c8bcd), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.016280 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-9e6e46ee-9a2d-4777-b847-4560195437e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:31.026228 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-9e6e46ee-9a2d-4777-b847-4560195437e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0589690 May 13 13:32:31.072073 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-af752247-4efb-42e7-b09d-cb8e25ddae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:32:31.073584 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-af752247-4efb-42e7-b09d-cb8e25ddae2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496905 May 13 13:32:31.132065 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2201-daf8-47a2-b778-07805e1ac264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (43fcf708-d76b-48a6-9198-6f8ea97c8bcd), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.175474 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd2201-daf8-47a2-b778-07805e1ac264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fcf708-d76b-48a6-9198-6f8ea97c8bcd,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:31.175785 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-d0199f83-16c9-445b-a818-b345ade35449 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961862 May 13 13:32:31.185906 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2201-daf8-47a2-b778-07805e1ac264 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.193207 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ebbd2201-daf8-47a2-b778-07805e1ac264 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43fcf708-d76b-48a6-9198-6f8ea97c8bcd HTTP/1.1" status: 204 len: 168 time: 0.5238066 May 13 13:32:31.193930 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 54986) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:31.194246 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '37b2e17b-152b-43ed-9457-770931ed2c50', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:2f:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:27Z', 'updated_at': '2022-05-13T13:32:27Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:31.199149 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8bf091-5799-457b-b217-f4f43d46042d None None] Network 498b7ab4-2c71-4d7f-b37f-0a809c2f973a requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:32:31.270440 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc16b5-7c8c-4ac0-88f2-c927a3097f1f None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '37b2e17b-152b-43ed-9457-770931ed2c50', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:2f:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:32:27Z', 'updated_at': '2022-05-13T13:32:27Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:31.285295 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (498b7ab4-2c71-4d7f-b37f-0a809c2f973a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.313811 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-830ffd3a-2228-4ef5-b614-c82ba516d807 req-6191910b-8b15-4ef4-adb3-e32baf478f71 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304746 May 13 13:32:31.391699 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Deleting port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:31.391699 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.428972 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] DHCP port deletion for 498b7ab4-2c71-4d7f-b37f-0a809c2f973a request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:32:31.446608 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] For port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:31.447083 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.462827 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Calling delete_port for 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:31.471983 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] Deleting port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:31.472365 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.556963 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] For port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,segment=NetworkSegment(14691e0b-3f7f-4a7e-afff-6a3b8a231839),segment_id=14691e0b-3f7f-4a7e-afff-6a3b8a231839)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:31.559113 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.584988 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] Calling delete_port for 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:31.592000 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862aa2a-af62-4926-901f-c48c8fcad7b8 None None] New status for floating IP 37b2e17b-152b-43ed-9457-770931ed2c50: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:32:31.692971 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.722865 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] No DVR routers for this DVR port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e on host dv-cinder-841632-1-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:31.746738 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:31.806117 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (498b7ab4-2c71-4d7f-b37f-0a809c2f973a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.812857 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.830021 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498b7ab4-2c71-4d7f-b37f-0a809c2f973a']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:31.838011 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] Pushing event deleted for resources: {'Port': ['ID=19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:31.844331 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14691e0b-3f7f-4a7e-afff-6a3b8a231839') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:31.844763 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14691e0b-3f7f-4a7e-afff-6a3b8a231839') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:31.846582 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d640d-9e32-4ac8-9303-f4466376f9bf None None] No DVR routers for this DVR port 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:31.861130 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (14691e0b-3f7f-4a7e-afff-6a3b8a231839), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.875709 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (14691e0b-3f7f-4a7e-afff-6a3b8a231839), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.882474 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (14691e0b-3f7f-4a7e-afff-6a3b8a231839), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:32:31.886676 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:32:32.025322 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (498b7ab4-2c71-4d7f-b37f-0a809c2f973a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.031457 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.035185 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] 10.222.0.13 "DELETE /v2.0/networks/498b7ab4-2c71-4d7f-b37f-0a809c2f973a HTTP/1.1" status: 204 len: 168 time: 0.8399262 May 13 13:32:32.038245 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55008) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:32.047740 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd454-649a-40da-959f-e2a50dc2e003 admin admin] Pushing event deleted for resources: {'Network': ['ID=498b7ab4-2c71-4d7f-b37f-0a809c2f973a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:32.680644 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:32.703703 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:32.704042 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 19ec4d2b-648b-4b82-b97f-8e19c3fc3a5e not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:32.704476 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device a6235df3-9fc7-41ab-a882-37eac042c49a no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:32.707082 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (9c6b9985-2ad4-4023-bc1b-4017bceab233), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:32.725931 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: a6235df3-9fc7-41ab-a882-37eac042c49a {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:32.726316 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device a6235df3-9fc7-41ab-a882-37eac042c49a not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:33.004587 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Deleting port ed4f0393-b64f-42a0-948b-14d1ec2e7f72 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:33.004923 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.086320 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] For port ed4f0393-b64f-42a0-948b-14d1ec2e7f72, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,segment=NetworkSegment(70c49d2e-07d0-4e71-bb56-4177a0a87a37),segment_id=70c49d2e-07d0-4e71-bb56-4177a0a87a37)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:33.086679 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.104981 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Calling delete_port for ed4f0393-b64f-42a0-948b-14d1ec2e7f72 owned by network:router_interface {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:33.355965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (ed4f0393-b64f-42a0-948b-14d1ec2e7f72), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.386347 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4f0393-b64f-42a0-948b-14d1ec2e7f72,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:33.558991 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (9c6b9985-2ad4-4023-bc1b-4017bceab233), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:33.791462 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Router 9c6b9985-2ad4-4023-bc1b-4017bceab233 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:32:33.905928 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:32:33.910797 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a579f14e-cd04-412b-b397-281ff2931944 admin admin] 10.222.0.13 "PUT /v2.0/routers/9c6b9985-2ad4-4023-bc1b-4017bceab233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714790 May 13 13:32:33.913308 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55014) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:33.915405 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] Sync routers for ids ['9c6b9985-2ad4-4023-bc1b-4017bceab233'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:32:33.927209 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] Routers {'9c6b9985-2ad4-4023-bc1b-4017bceab233'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:33.927834 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['9c6b9985-2ad4-4023-bc1b-4017bceab233'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:34.028349 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks [] for router (9c6b9985-2ad4-4023-bc1b-4017bceab233), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.039559 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] Set router 9c6b9985-2ad4-4023-bc1b-4017bceab233 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:34.147664 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks [] for router_gateway (9c6b9985-2ad4-4023-bc1b-4017bceab233), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.221621 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:32:33Z', 'revision_number': 5, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port': {'id': 'd47a3834-608b-4d79-856f-6eab87b63d58', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:27:21Z', 'updated_at': '2022-05-13T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:34.249561 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] Checking router: 9c6b9985-2ad4-4023-bc1b-4017bceab233 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:32:34.257925 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] Routers {'9c6b9985-2ad4-4023-bc1b-4017bceab233'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:32:34.258587 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['9c6b9985-2ad4-4023-bc1b-4017bceab233'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:34.283676 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Deleting port d47a3834-608b-4d79-856f-6eab87b63d58 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:34.286490 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.352724 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] Set router 9c6b9985-2ad4-4023-bc1b-4017bceab233 gateway port host: None {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:32:34.367704 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] For port d47a3834-608b-4d79-856f-6eab87b63d58, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=d47a3834-608b-4d79-856f-6eab87b63d58,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:34.368146 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.386114 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Calling delete_port for d47a3834-608b-4d79-856f-6eab87b63d58 owned by network:router_gateway {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:34.410588 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:32:34Z', 'revision_number': 6, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port_host': None}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:34.438365 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a7b39-b78c-4721-8a8b-bb5640412f22 None None] The sync data for ids ['9c6b9985-2ad4-4023-bc1b-4017bceab233'] in dv-cinder-841632-1-iscsi is: [{'id': '9c6b9985-2ad4-4023-bc1b-4017bceab233', 'name': 'tempest-TestShelveInstance-112846779-router', 'tenant_id': 'affc1358f1a04251a218404f1097b259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:27:20Z', 'updated_at': '2022-05-13T13:32:34Z', 'revision_number': 6, 'project_id': 'affc1358f1a04251a218404f1097b259', 'gw_port_host': None}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:32:34.801161 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (d47a3834-608b-4d79-856f-6eab87b63d58), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.829585 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47a3834-608b-4d79-856f-6eab87b63d58,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:34.860701 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device ed4f0393-b64f-42a0-948b-14d1ec2e7f72 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:34.896595 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (9c6b9985-2ad4-4023-bc1b-4017bceab233), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.899725 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: ed4f0393-b64f-42a0-948b-14d1ec2e7f72 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:34.900067 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device ed4f0393-b64f-42a0-948b-14d1ec2e7f72 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:34.991392 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (9c6b9985-2ad4-4023-bc1b-4017bceab233), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:34.993933 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks [] for router_controller (9c6b9985-2ad4-4023-bc1b-4017bceab233), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.109738 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (9c6b9985-2ad4-4023-bc1b-4017bceab233), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.110352 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c6b9985-2ad4-4023-bc1b-4017bceab233 {{(pid=104059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:32:35.114595 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.115748 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1f951ccf-2562-4a96-96e8-d03163118e86 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9c6b9985-2ad4-4023-bc1b-4017bceab233 HTTP/1.1" status: 204 len: 168 time: 1.2014692 May 13 13:32:35.118260 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55024) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:35.167415 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fec7cde-63c7-4a26-bdec-21b1d2af0cb4 admin admin] Deleting subnet 11b7bfd4-3381-44b1-933f-5533ae59d2ea {{(pid=104059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:32:35.170828 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9fec7cde-63c7-4a26-bdec-21b1d2af0cb4 admin admin] Publish callbacks [] for subnet (11b7bfd4-3381-44b1-933f-5533ae59d2ea), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.210220 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9fec7cde-63c7-4a26-bdec-21b1d2af0cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8640618'] for subnet (11b7bfd4-3381-44b1-933f-5533ae59d2ea), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.294465 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9fec7cde-63c7-4a26-bdec-21b1d2af0cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (11b7bfd4-3381-44b1-933f-5533ae59d2ea), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.413758 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9fec7cde-63c7-4a26-bdec-21b1d2af0cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8871349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8667528'] for subnet (11b7bfd4-3381-44b1-933f-5533ae59d2ea), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.439818 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec7cde-63c7-4a26-bdec-21b1d2af0cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b7bfd4-3381-44b1-933f-5533ae59d2ea,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:35.449347 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9fec7cde-63c7-4a26-bdec-21b1d2af0cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.454055 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-9fec7cde-63c7-4a26-bdec-21b1d2af0cb4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11b7bfd4-3381-44b1-933f-5533ae59d2ea HTTP/1.1" status: 204 len: 168 time: 0.3335052 May 13 13:32:35.456489 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55026) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:35.459133 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c41bad2-a4b3-40f6-a584-d41ab7ad6cde None None] Network 49695ec2-069f-49a1-b762-f622dab6dff1 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:32:35.536629 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (49695ec2-069f-49a1-b762-f622dab6dff1), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.638942 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] DHCP port deletion for 49695ec2-069f-49a1-b762-f622dab6dff1 request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:32:35.647564 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-00677697-9350-4ef5-a60c-5987f6c06b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.695598 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] Deleting port e4fcc72f-a343-475f-81b1-43a8f3d4f66d {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:35.696001 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.775902 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] For port e4fcc72f-a343-475f-81b1-43a8f3d4f66d, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,segment=NetworkSegment(70c49d2e-07d0-4e71-bb56-4177a0a87a37),segment_id=70c49d2e-07d0-4e71-bb56-4177a0a87a37)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:35.776315 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.795883 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] Calling delete_port for e4fcc72f-a343-475f-81b1-43a8f3d4f66d owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:35.868812 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Deleting port e4fcc72f-a343-475f-81b1-43a8f3d4f66d {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:32:35.869364 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.935854 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] For port e4fcc72f-a343-475f-81b1-43a8f3d4f66d, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,segment=NetworkSegment(70c49d2e-07d0-4e71-bb56-4177a0a87a37),segment_id=70c49d2e-07d0-4e71-bb56-4177a0a87a37)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:32:35.936811 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:35.952442 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Calling delete_port for e4fcc72f-a343-475f-81b1-43a8f3d4f66d owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:32:35.973726 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.000595 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] Pushing event deleted for resources: {'Port': ['ID=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:36.008212 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46756976-9501-4693-bf60-c785e2058ae4 None None] No DVR routers for this DVR port e4fcc72f-a343-475f-81b1-43a8f3d4f66d on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:36.047535 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (e4fcc72f-a343-475f-81b1-43a8f3d4f66d), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.077318 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4fcc72f-a343-475f-81b1-43a8f3d4f66d,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:36.082888 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] No DVR routers for this DVR port e4fcc72f-a343-475f-81b1-43a8f3d4f66d on host dv-cinder-841632-1-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:32:36.159591 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (49695ec2-069f-49a1-b762-f622dab6dff1), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.180952 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49695ec2-069f-49a1-b762-f622dab6dff1']}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:36.191241 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c49d2e-07d0-4e71-bb56-4177a0a87a37') {'for_net_delete': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:36.191598 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c49d2e-07d0-4e71-bb56-4177a0a87a37') {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:36.204335 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8640657'] for segment (70c49d2e-07d0-4e71-bb56-4177a0a87a37), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.220429 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (70c49d2e-07d0-4e71-bb56-4177a0a87a37), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.226763 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:32:36.227279 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8871391'] for segment (70c49d2e-07d0-4e71-bb56-4177a0a87a37), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: self.session.flush() May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: self.session.flush() May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: self.session.flush() May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: self.session.flush() May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: Traceback (most recent call last): May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: timer() May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: cb(*args, **kw) May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: return func(*args, **kwargs) May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: self._notify() May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: self.callback(batched_events) May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: event.method(event) May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: return f(self, *a, **k) May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._get(url).json() May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: return self.request(url, 'GET', **kwargs) May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:32:36.228944 dv-cinder-841632-1-iscsi neutron-server[104059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:32:36.381359 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (49695ec2-069f-49a1-b762-f622dab6dff1), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.398670 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.408281 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/49695ec2-069f-49a1-b762-f622dab6dff1 HTTP/1.1" status: 204 len: 168 time: 0.9502325 May 13 13:32:36.432600 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d74040-a1c6-4b4c-85c7-6c060d1968f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=49695ec2-069f-49a1-b762-f622dab6dff1,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:36.708082 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device e4fcc72f-a343-475f-81b1-43a8f3d4f66d no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:36.739038 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: e4fcc72f-a343-475f-81b1-43a8f3d4f66d {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:36.739622 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device e4fcc72f-a343-475f-81b1-43a8f3d4f66d not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:36.740252 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d47a3834-608b-4d79-856f-6eab87b63d58 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:32:36.777958 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: d47a3834-608b-4d79-856f-6eab87b63d58 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:32:36.779771 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device d47a3834-608b-4d79-856f-6eab87b63d58 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:32:36.795349 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55052) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:36.855969 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-41a37216-87c7-494e-b59e-006d2ebe99c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8286d953594e4d539ca45c8a98bd435c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593250 May 13 13:32:36.860514 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55054) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:36.917147 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3474efde-d12d-4c87-8369-3a528de8d5e6 admin admin] Publish callbacks [] for security_group (d3340fd6-1eb4-409a-aa19-b9fca6be6db8), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:36.951741 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3474efde-d12d-4c87-8369-3a528de8d5e6 admin admin] Publish callbacks [] for security_group (d3340fd6-1eb4-409a-aa19-b9fca6be6db8), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:37.144439 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3474efde-d12d-4c87-8369-3a528de8d5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (d3340fd6-1eb4-409a-aa19-b9fca6be6db8), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:37.147891 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3474efde-d12d-4c87-8369-3a528de8d5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:37.149481 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3474efde-d12d-4c87-8369-3a528de8d5e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3340fd6-1eb4-409a-aa19-b9fca6be6db8 HTTP/1.1" status: 204 len: 168 time: 0.2875147 May 13 13:32:37.169108 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474efde-d12d-4c87-8369-3a528de8d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3340fd6-1eb4-409a-aa19-b9fca6be6db8,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:38.008772 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55066) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:38.083142 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-101a714d-0cec-43cd-9ca7-ebf0f2853007 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=affc1358f1a04251a218404f1097b259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729263 May 13 13:32:38.086091 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55068) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:38.099149 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9f84223b-cfba-4a8c-9cd9-5cd2fe5f78d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.178223 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d822fcbe-bab6-4cc1-85ed-4dd1f4e7cc94 admin admin] Publish callbacks [] for security_group (2d9df9a0-255e-4735-82ff-88ffae8377cf), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.204838 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d822fcbe-bab6-4cc1-85ed-4dd1f4e7cc94 admin admin] Publish callbacks [] for security_group (2d9df9a0-255e-4735-82ff-88ffae8377cf), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.338899 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d822fcbe-bab6-4cc1-85ed-4dd1f4e7cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (2d9df9a0-255e-4735-82ff-88ffae8377cf), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.342826 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d822fcbe-bab6-4cc1-85ed-4dd1f4e7cc94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:38.344525 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d822fcbe-bab6-4cc1-85ed-4dd1f4e7cc94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d9df9a0-255e-4735-82ff-88ffae8377cf HTTP/1.1" status: 204 len: 168 time: 0.2565382 May 13 13:32:38.361720 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822fcbe-bab6-4cc1-85ed-4dd1f4e7cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9df9a0-255e-4735-82ff-88ffae8377cf,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:39.624194 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:41.156012 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:42.544280 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.028789 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55228) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:56.072304 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Deleting subnet b3714d3a-f670-4b7b-bf3b-02dbeb8710f9 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:32:56.075468 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Publish callbacks [] for subnet (b3714d3a-f670-4b7b-bf3b-02dbeb8710f9), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.112751 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (b3714d3a-f670-4b7b-bf3b-02dbeb8710f9), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.151065 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (b3714d3a-f670-4b7b-bf3b-02dbeb8710f9), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.264380 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (b3714d3a-f670-4b7b-bf3b-02dbeb8710f9), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.289161 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3714d3a-f670-4b7b-bf3b-02dbeb8710f9,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:56.298451 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.298799 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.301776 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.302649 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.302649 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.302827 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.303036 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:32:56.307458 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.311751 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-77f3f547-5c02-470d-b7cb-e1e1299ba991 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b3714d3a-f670-4b7b-bf3b-02dbeb8710f9 HTTP/1.1" status: 204 len: 168 time: 0.2818284 May 13 13:32:56.313492 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55230) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:56.387439 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (1454a409-f7b2-4338-b552-c82432c43e3a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.466417 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (1454a409-f7b2-4338-b552-c82432c43e3a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.488537 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1454a409-f7b2-4338-b552-c82432c43e3a']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:56.498779 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bb3057-c027-4fe9-8803-e30a7082c9ec') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:56.499069 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bb3057-c027-4fe9-8803-e30a7082c9ec') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:32:56.508729 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (70bb3057-c027-4fe9-8803-e30a7082c9ec), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.522999 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (70bb3057-c027-4fe9-8803-e30a7082c9ec), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.530160 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:32:56.530594 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (70bb3057-c027-4fe9-8803-e30a7082c9ec), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:32:56.532423 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:32:56.641139 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (1454a409-f7b2-4338-b552-c82432c43e3a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.646903 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:56.650072 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] 10.222.0.13 "DELETE /v2.0/networks/1454a409-f7b2-4338-b552-c82432c43e3a HTTP/1.1" status: 204 len: 168 time: 0.3356318 May 13 13:32:56.662774 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6b028-4c6d-4788-89ea-8a3a3d7e089b admin admin] Pushing event deleted for resources: {'Network': ['ID=1454a409-f7b2-4338-b552-c82432c43e3a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:56.996750 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55234) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:57.038983 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fa3f133e-2778-4451-88f4-b84e67c23fd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2dfc119af794405abce655b77cb8784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409596 May 13 13:32:57.041532 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55236) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:32:57.092078 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0577a90-4585-4496-bdd1-857c5cdc29b9 admin admin] Publish callbacks [] for security_group (7c6dd88e-90df-4534-a0b8-ca539dfd5630), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:57.114475 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0577a90-4585-4496-bdd1-857c5cdc29b9 admin admin] Publish callbacks [] for security_group (7c6dd88e-90df-4534-a0b8-ca539dfd5630), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:57.218050 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0577a90-4585-4496-bdd1-857c5cdc29b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (7c6dd88e-90df-4534-a0b8-ca539dfd5630), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:57.220980 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0577a90-4585-4496-bdd1-857c5cdc29b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:32:57.222159 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a0577a90-4585-4496-bdd1-857c5cdc29b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c6dd88e-90df-4534-a0b8-ca539dfd5630 HTTP/1.1" status: 204 len: 168 time: 0.1797190 May 13 13:32:57.230834 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0577a90-4585-4496-bdd1-857c5cdc29b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6dd88e-90df-4534-a0b8-ca539dfd5630,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:32:57.321399 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:33:00.635057 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:03.740703 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-1c8ec737-bd3e-44e8-8cf9-de4494b63d19 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179136651&fields=id&tenant_id=a3d1e5b7a3054d769e38bb8e12b202af HTTP/1.1" status: 200 len: 267 time: 0.2220974 May 13 13:33:03.798301 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-edd1a5fa-1023-4354-a294-ff630d65a0a4 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:03.799780 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-edd1a5fa-1023-4354-a294-ff630d65a0a4 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 984 time: 0.0533898 May 13 13:33:03.810757 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Request body: {'port': {'security_groups': ['f2218e65-7674-4984-853a-b1bc52ad2f87']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:33:03.887781 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (bfe54fbd-567c-4293-a866-09fde88930de), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.086797 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] For port bfe54fbd-567c-4293-a866-09fde88930de, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bfe54fbd-567c-4293-a866-09fde88930de,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:04.117924 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for port (bfe54fbd-567c-4293-a866-09fde88930de), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.178511 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (bfe54fbd-567c-4293-a866-09fde88930de), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.189818 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['bfe54fbd-567c-4293-a866-09fde88930de'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:33:04.232086 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:04.232778 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.236890 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f5277d1-9839-4723-9722-67b89c0823f0 req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "PUT /v2.0/ports/bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 942 time: 0.4308317 May 13 13:33:04.237387 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:33:04.239765 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de1c71-619b-48a7-9fd9-f877ef069310" -d '{"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:33:04.241222 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55334) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:04.279875 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea4739-7a8b-4247-bf9c-df13b4603676 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event updated for resources: {'Port': ['ID=bfe54fbd-567c-4293-a866-09fde88930de,revision_number=7']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:04.300985 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9311b5e-8b97-4dac-940f-587b4e294cbb x-openstack-request-id: req-f9311b5e-8b97-4dac-940f-587b4e294cbb {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:33:04.301478 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:33:04.301917 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9311b5e-8b97-4dac-940f-587b4e294cbb {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:33:04.302569 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9311b5e-8b97-4dac-940f-587b4e294cbb'] response: {'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de', 'status': 'completed', 'code': 200} May 13 13:33:04.327944 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group (e6009097-74fd-4fa4-aeb7-a5dd8874e7d3), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.357161 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group (e6009097-74fd-4fa4-aeb7-a5dd8874e7d3), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.374764 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['bfe54fbd-567c-4293-a866-09fde88930de'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:33:04.449448 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-ac2532f9-ae55-46e9-9975-3520c5e7e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:04.451139 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-ac2532f9-ae55-46e9-9975-3520c5e7e6d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1129 time: 0.0558610 May 13 13:33:04.528899 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-f950f42e-b5e1-474d-a22d-ab18d20786f5 None None] Provisioning complete for port bfe54fbd-567c-4293-a866-09fde88930de triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:33:04.529297 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-f950f42e-b5e1-474d-a22d-ab18d20786f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (bfe54fbd-567c-4293-a866-09fde88930de), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.550577 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-1f1107ac-886a-4bd1-90af-3cad162bff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:04.552094 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-1f1107ac-886a-4bd1-90af-3cad162bff6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=da658553-b4a3-4d8d-bf86-544abb5d20b7 HTTP/1.1" status: 200 len: 915 time: 0.0918825 May 13 13:33:04.612804 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (e6009097-74fd-4fa4-aeb7-a5dd8874e7d3), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.615468 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.616681 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "DELETE /v2.0/security-groups/e6009097-74fd-4fa4-aeb7-a5dd8874e7d3 HTTP/1.1" status: 204 len: 168 time: 0.3744605 May 13 13:33:04.619569 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55342) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:04.626257 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6009097-74fd-4fa4-aeb7-a5dd8874e7d3,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:04.634448 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.634448 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.634823 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.635131 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.635462 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.635936 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.636280 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.636637 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.636959 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.637331 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.637655 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.637973 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.638759 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.638759 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.638976 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e338e8c0-f6f8-4bbf-af1c-c08fb157f4d1 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:04.640966 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-f950f42e-b5e1-474d-a22d-ab18d20786f5 None None] Current status of the port bfe54fbd-567c-4293-a866-09fde88930de is: ACTIVE; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:33:04.774755 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Deleting port fb5a1ad9-ee09-4683-bdb8-5156175567bc {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:04.775315 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (fb5a1ad9-ee09-4683-bdb8-5156175567bc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.853408 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-365304f6-2306-46c2-b390-bb5ffe8bae28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 1001 time: 0.0666120 May 13 13:33:04.856376 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (fb5a1ad9-ee09-4683-bdb8-5156175567bc), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.856705 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for floatingip (fb5a1ad9-ee09-4683-bdb8-5156175567bc), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:04.870647 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Calling delete_port for fb5a1ad9-ee09-4683-bdb8-5156175567bc owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:04.901856 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-96f3be26-0945-453c-8d26-3a6001d0c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:04.904028 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-96f3be26-0945-453c-8d26-3a6001d0c007 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bffcae95-bd16-4ae1-905f-14748d8e2072 HTTP/1.1" status: 200 len: 853 time: 0.0448253 May 13 13:33:04.955354 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-ee40e0e1-3cc6-4826-821a-c9d5ca15eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:04.957299 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-ee40e0e1-3cc6-4826-821a-c9d5ca15eefc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da658553-b4a3-4d8d-bf86-544abb5d20b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468118 May 13 13:33:05.064528 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-fd07f1d6-b74b-4b07-8378-4421151de633 service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995951 May 13 13:33:05.098926 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (fb5a1ad9-ee09-4683-bdb8-5156175567bc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.131380 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event deleted for resources: {'Port': ['ID=fb5a1ad9-ee09-4683-bdb8-5156175567bc,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:05.175355 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-36de1c71-619b-48a7-9fd9-f877ef069310 req-58ab20b7-5783-4461-907c-534a61db53af service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048646 May 13 13:33:05.203488 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks [] for floatingip (971cce5e-05af-4869-98c9-c249fc0fb910), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.203488 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Floating IP 971cce5e-05af-4869-98c9-c249fc0fb910 disassociated (deleted). External IP: 172.27.2.176, port: bfe54fbd-567c-4293-a866-09fde88930de. May 13 13:33:05.441151 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Router 4b63aae7-e56b-452a-a402-b55b19866568 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:33:05.590705 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c2baccbc-c3e0-4248-8ecf-5eadd5a45aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.811905 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:33:05.817460 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:05.825534 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] Sync routers for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:33:05.839155 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:05.840389 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:05.850515 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9465b305-654f-4a95-9492-b91320a09fd9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "DELETE /v2.0/floatingips/971cce5e-05af-4869-98c9-c249fc0fb910 HTTP/1.1" status: 204 len: 168 time: 1.2296157 May 13 13:33:05.957764 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:06.171823 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:47Z', 'revision_number': 5, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:06.202770 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] Checking router: 4b63aae7-e56b-452a-a402-b55b19866568 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:33:06.215351 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:06.216137 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:32:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:06.303884 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:33:06.306550 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:33:06.341396 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:06.356750 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7cb65a-1e50-460b-9c32-2ee7a810ba6c x-openstack-request-id: req-5a7cb65a-1e50-460b-9c32-2ee7a810ba6c {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:33:06.357046 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "tag": "bfe54fbd-567c-4293-a866-09fde88930de", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:33:06.357331 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a7cb65a-1e50-460b-9c32-2ee7a810ba6c {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:33:06.357741 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7cb65a-1e50-460b-9c32-2ee7a810ba6c'] response: {'name': 'network-changed', 'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de', 'status': 'completed', 'code': 200} May 13 13:33:06.422468 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-52dffaf1-7421-4e0a-96cc-0d3c037355e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:06.423961 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-52dffaf1-7421-4e0a-96cc-0d3c037355e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 1129 time: 0.0456507 May 13 13:33:06.553341 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:47Z', 'revision_number': 5, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:06.712760 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b3df7-afb4-4b13-be58-865c3dd8a9d8 None None] The sync data for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi is: [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:30:42Z', 'revision_number': 4, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': '96c04079-1fcb-47c7-8962-5b77aac8e971', 'name': '', 'network_id': 'da658553-b4a3-4d8d-bf86-544abb5d20b7', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'mac_address': 'fa:16:3e:b9:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:41Z', 'updated_at': '2022-05-13T13:30:47Z', 'revision_number': 5, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'subnets': [{'id': 'bffcae95-bd16-4ae1-905f-14748d8e2072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:33:06.791621 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-c3c5d839-3d0c-4abd-8cb4-386b34cf8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:06.793751 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-c3c5d839-3d0c-4abd-8cb4-386b34cf8717 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da658553-b4a3-4d8d-bf86-544abb5d20b7 HTTP/1.1" status: 200 len: 915 time: 0.0920827 May 13 13:33:06.864604 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-f77b756e-ef7e-40b6-9e98-21a6e90a21e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 200 len: 217 time: 0.0397747 May 13 13:33:06.920678 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-ed1c16aa-14cb-4511-b135-bcd6d75be1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:06.922161 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-ed1c16aa-14cb-4511-b135-bcd6d75be1aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bffcae95-bd16-4ae1-905f-14748d8e2072 HTTP/1.1" status: 200 len: 853 time: 0.0507085 May 13 13:33:06.969503 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be31ea5-dff7-498f-9f2a-4eca46618d9a None None] New status for floating IP 971cce5e-05af-4869-98c9-c249fc0fb910: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:33:06.976273 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-2e74130f-a75c-4074-8a44-6796530f8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:06.977798 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-2e74130f-a75c-4074-8a44-6796530f8b74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da658553-b4a3-4d8d-bf86-544abb5d20b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467324 May 13 13:33:07.079791 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-0b7d7473-2f59-4467-bce9-21f3b374488b service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920377 May 13 13:33:07.173788 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a6977ed4-a959-4dbb-bdb7-c5dc964f2e5c req-ed6aac3a-2b88-4aca-ad32-72b5875ffd8e service neutron] 10.222.0.69 "GET /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877397 May 13 13:33:08.108927 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-21159e92-821a-4288-94fb-8c9a0577d217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:09.583187 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:10.275341 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a8bd1-9ac8-403e-a18b-d0c0db01109e req-f621c3d7-cb06-42b6-a6a6-bd2d5cd52ae9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:10.277288 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e61a8bd1-9ac8-403e-a18b-d0c0db01109e req-f621c3d7-cb06-42b6-a6a6-bd2d5cd52ae9 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0487273 May 13 13:33:10.325589 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e61a8bd1-9ac8-403e-a18b-d0c0db01109e req-327bb88f-6819-4a01-9472-02f9338c8b71 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 May 13 13:33:11.166919 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:11.445253 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2588-5a7d-4913-a7cb-2c0c26f1be77 req-864ccefc-9b6b-4419-8b8c-f31f96d6dc9a tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:11.446729 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d68d2588-5a7d-4913-a7cb-2c0c26f1be77 req-864ccefc-9b6b-4419-8b8c-f31f96d6dc9a tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0497947 May 13 13:33:11.498347 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d68d2588-5a7d-4913-a7cb-2c0c26f1be77 req-b14f8759-4c56-406e-95fb-33de8ff44bf6 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451114 May 13 13:33:12.339710 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-c55c6cf3-1695-4218-b5f8-ff5631845afb tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:12.341195 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-c55c6cf3-1695-4218-b5f8-ff5631845afb tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.69 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0480065 May 13 13:33:12.428536 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Deleting port bfe54fbd-567c-4293-a866-09fde88930de {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:12.428890 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (bfe54fbd-567c-4293-a866-09fde88930de), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:12.515546 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:12.520444 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] For port bfe54fbd-567c-4293-a866-09fde88930de, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=bfe54fbd-567c-4293-a866-09fde88930de,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:12.520808 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (bfe54fbd-567c-4293-a866-09fde88930de), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:12.534926 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Calling delete_port for bfe54fbd-567c-4293-a866-09fde88930de owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:12.618909 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aed903-6c25-4a86-a703-6b74440c9e24 req-6f017d38-0739-443f-9db2-8b8dcc26d3fd tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:33:12.620416 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73aed903-6c25-4a86-a703-6b74440c9e24 req-6f017d38-0739-443f-9db2-8b8dcc26d3fd tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 945 time: 0.0508916 May 13 13:33:12.672814 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73aed903-6c25-4a86-a703-6b74440c9e24 req-cc044adc-aa7b-468c-b3bf-e1d6d534d428 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2218e65-7674-4984-853a-b1bc52ad2f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 May 13 13:33:12.761676 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (bfe54fbd-567c-4293-a866-09fde88930de), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:12.773547 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['bfe54fbd-567c-4293-a866-09fde88930de'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:33:12.789069 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Pushing event deleted for resources: {'Port': ['ID=bfe54fbd-567c-4293-a866-09fde88930de,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:12.852642 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] No DVR routers for this DVR port bfe54fbd-567c-4293-a866-09fde88930de on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:33:12.856815 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:12.860070 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-2e50e564-dd43-4d9d-b759-6a6661df88fe req-23ac523f-fcde-4b2c-a8aa-d22f6d083d62 tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.69 "DELETE /v2.0/ports/bfe54fbd-567c-4293-a866-09fde88930de HTTP/1.1" status: 204 len: 173 time: 0.5140269 May 13 13:33:12.860510 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'name': 'network-vif-deleted', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:33:12.862749 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494622e-fab3-4975-a799-c3e05a89a1df" -d '{"events": [{"server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "name": "network-vif-deleted", "tag": "bfe54fbd-567c-4293-a866-09fde88930de"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:33:12.903148 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f67b0-83ff-4a1a-a4e4-bd7d58b498ca x-openstack-request-id: req-2b3f67b0-83ff-4a1a-a4e4-bd7d58b498ca {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:33:12.903441 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaf0f78-60b2-4b3e-9d44-73149207472e", "name": "network-vif-deleted", "tag": "bfe54fbd-567c-4293-a866-09fde88930de", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:33:12.903690 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b3f67b0-83ff-4a1a-a4e4-bd7d58b498ca {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:33:12.904095 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3f67b0-83ff-4a1a-a4e4-bd7d58b498ca'] response: {'server_uuid': 'efaf0f78-60b2-4b3e-9d44-73149207472e', 'name': 'network-vif-deleted', 'tag': 'bfe54fbd-567c-4293-a866-09fde88930de', 'status': 'completed', 'code': 200} May 13 13:33:13.779825 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-389c36f3-c2a9-4518-ae09-ad1c894ce9ba req-1831eb1d-5ca7-415d-a100-37653ee9c69b tempest-TestMinimumBasicScenario-1019921444 tempest-TestMinimumBasicScenario-1019921444-project] 10.222.0.13 "GET /v2.0/ports?device_id=efaf0f78-60b2-4b3e-9d44-73149207472e HTTP/1.1" status: 200 len: 210 time: 0.0279505 May 13 13:33:16.452310 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55466) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:16.651317 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bfe54fbd-567c-4293-a866-09fde88930de no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:16.673162 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: bfe54fbd-567c-4293-a866-09fde88930de {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:16.679322 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device bfe54fbd-567c-4293-a866-09fde88930de not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:16.788039 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (4b63aae7-e56b-452a-a402-b55b19866568), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:17.028105 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Deleting port 96c04079-1fcb-47c7-8962-5b77aac8e971 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:17.029355 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:17.109088 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] For port 96c04079-1fcb-47c7-8962-5b77aac8e971, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=96c04079-1fcb-47c7-8962-5b77aac8e971,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:17.109446 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:17.123056 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Calling delete_port for 96c04079-1fcb-47c7-8962-5b77aac8e971 owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:17.401344 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (96c04079-1fcb-47c7-8962-5b77aac8e971), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:17.430857 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Pushing event deleted for resources: {'Port': ['ID=96c04079-1fcb-47c7-8962-5b77aac8e971,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:17.607967 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (4b63aae7-e56b-452a-a402-b55b19866568), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:17.835066 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Router 4b63aae7-e56b-452a-a402-b55b19866568 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:33:17.950167 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:33:17.958485 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-36c4a4df-6f6a-43d6-b5e0-66a732b234ab admin admin] 10.222.0.13 "PUT /v2.0/routers/4b63aae7-e56b-452a-a402-b55b19866568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5022929 May 13 13:33:17.958485 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55472) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:17.959937 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] Sync routers for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:33:17.971289 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:17.971910 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:33:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:18.080164 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks [] for router (4b63aae7-e56b-452a-a402-b55b19866568), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.086878 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:18.193493 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks [] for router_gateway (4b63aae7-e56b-452a-a402-b55b19866568), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.285142 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:33:17Z', 'revision_number': 5, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port': {'id': 'acb99a20-cacf-49a3-90c4-748aff60fa44', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b63aae7-e56b-452a-a402-b55b19866568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:36Z', 'updated_at': '2022-05-13T13:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:18.309550 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Deleting port acb99a20-cacf-49a3-90c4-748aff60fa44 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:18.311063 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.314512 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] Checking router: 4b63aae7-e56b-452a-a402-b55b19866568 for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:33:18.323347 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] Routers {'4b63aae7-e56b-452a-a402-b55b19866568'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:18.323992 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:33:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['4b63aae7-e56b-452a-a402-b55b19866568'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:18.396271 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] For port acb99a20-cacf-49a3-90c4-748aff60fa44, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=acb99a20-cacf-49a3-90c4-748aff60fa44,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:18.396561 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.410808 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Calling delete_port for acb99a20-cacf-49a3-90c4-748aff60fa44 owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:18.421828 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] Set router 4b63aae7-e56b-452a-a402-b55b19866568 gateway port host: None {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:18.479205 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:33:18Z', 'revision_number': 6, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port_host': None}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:18.508076 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e99daf-1e9b-4379-9112-09a701c3f3c9 None None] The sync data for ids ['4b63aae7-e56b-452a-a402-b55b19866568'] in dv-cinder-841632-1-iscsi is: [{'id': '4b63aae7-e56b-452a-a402-b55b19866568', 'name': 'tempest-TestMinimumBasicScenario-696719198-router', 'tenant_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:35Z', 'updated_at': '2022-05-13T13:33:18Z', 'revision_number': 6, 'project_id': 'a3d1e5b7a3054d769e38bb8e12b202af', 'gw_port_host': None}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:33:18.692671 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (acb99a20-cacf-49a3-90c4-748aff60fa44), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.718959 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=acb99a20-cacf-49a3-90c4-748aff60fa44,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:18.781078 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (4b63aae7-e56b-452a-a402-b55b19866568), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.876524 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (4b63aae7-e56b-452a-a402-b55b19866568), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:18.879300 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks [] for router_controller (4b63aae7-e56b-452a-a402-b55b19866568), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.001226 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (4b63aae7-e56b-452a-a402-b55b19866568), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.001800 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b63aae7-e56b-452a-a402-b55b19866568 {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:33:19.006063 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.007239 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5381f68b-427f-494f-ba3a-ecdc56633c4d admin admin] 10.222.0.13 "DELETE /v2.0/routers/4b63aae7-e56b-452a-a402-b55b19866568 HTTP/1.1" status: 204 len: 168 time: 1.0478957 May 13 13:33:19.009791 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55480) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:19.054595 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0612f78-6fcb-4b23-8e9d-c1f2da44725c admin admin] Deleting subnet bffcae95-bd16-4ae1-905f-14748d8e2072 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:33:19.057696 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0612f78-6fcb-4b23-8e9d-c1f2da44725c admin admin] Publish callbacks [] for subnet (bffcae95-bd16-4ae1-905f-14748d8e2072), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.092813 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0612f78-6fcb-4b23-8e9d-c1f2da44725c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (bffcae95-bd16-4ae1-905f-14748d8e2072), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.173338 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0612f78-6fcb-4b23-8e9d-c1f2da44725c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (bffcae95-bd16-4ae1-905f-14748d8e2072), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.281960 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 96c04079-1fcb-47c7-8962-5b77aac8e971 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:19.303203 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 96c04079-1fcb-47c7-8962-5b77aac8e971 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:19.303330 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 96c04079-1fcb-47c7-8962-5b77aac8e971 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:19.315444 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0612f78-6fcb-4b23-8e9d-c1f2da44725c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (bffcae95-bd16-4ae1-905f-14748d8e2072), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.344364 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0612f78-6fcb-4b23-8e9d-c1f2da44725c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffcae95-bd16-4ae1-905f-14748d8e2072,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:19.346599 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0612f78-6fcb-4b23-8e9d-c1f2da44725c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.351951 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b0612f78-6fcb-4b23-8e9d-c1f2da44725c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bffcae95-bd16-4ae1-905f-14748d8e2072 HTTP/1.1" status: 204 len: 168 time: 0.3390150 May 13 13:33:19.352137 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c3a84-689a-4b50-af29-e2cddb0d7750 None None] Network da658553-b4a3-4d8d-bf86-544abb5d20b7 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:33:19.352243 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55482) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:19.422349 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (da658553-b4a3-4d8d-bf86-544abb5d20b7), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.486785 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Deleting port 786435e7-8721-4574-a1e4-97ffd3156e7f {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:19.487276 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.518036 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] DHCP port deletion for da658553-b4a3-4d8d-bf86-544abb5d20b7 request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:33:19.556566 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] For port 786435e7-8721-4574-a1e4-97ffd3156e7f, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=786435e7-8721-4574-a1e4-97ffd3156e7f,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:19.557024 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.561392 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Deleting port 786435e7-8721-4574-a1e4-97ffd3156e7f {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:19.561992 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.578571 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Calling delete_port for 786435e7-8721-4574-a1e4-97ffd3156e7f owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:19.632432 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] For port 786435e7-8721-4574-a1e4-97ffd3156e7f, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=786435e7-8721-4574-a1e4-97ffd3156e7f,segment=NetworkSegment(0b14cf5b-031b-409b-881a-45be1275f6e1),segment_id=0b14cf5b-031b-409b-881a-45be1275f6e1)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:19.632831 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.645981 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Calling delete_port for 786435e7-8721-4574-a1e4-97ffd3156e7f owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:19.749615 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.755393 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (786435e7-8721-4574-a1e4-97ffd3156e7f), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.775261 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Pushing event deleted for resources: {'Port': ['ID=786435e7-8721-4574-a1e4-97ffd3156e7f,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:19.779624 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] No DVR routers for this DVR port 786435e7-8721-4574-a1e4-97ffd3156e7f on host dv-cinder-841632-1-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:33:19.785889 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Pushing event deleted for resources: {'Port': ['ID=786435e7-8721-4574-a1e4-97ffd3156e7f,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:19.791322 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] No DVR routers for this DVR port 786435e7-8721-4574-a1e4-97ffd3156e7f on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.810621 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83dcce-df32-4f5e-ae2f-3cb47bd7bc79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:33:19.852786 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (da658553-b4a3-4d8d-bf86-544abb5d20b7), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.876699 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da658553-b4a3-4d8d-bf86-544abb5d20b7']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:19.885819 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b14cf5b-031b-409b-881a-45be1275f6e1') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:19.886116 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b14cf5b-031b-409b-881a-45be1275f6e1') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:19.895536 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (0b14cf5b-031b-409b-881a-45be1275f6e1), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.909335 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (0b14cf5b-031b-409b-881a-45be1275f6e1), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.915394 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:33:19.915769 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (0b14cf5b-031b-409b-881a-45be1275f6e1), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:33:19.917534 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:33:20.058168 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (da658553-b4a3-4d8d-bf86-544abb5d20b7), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:20.062521 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:20.065758 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] 10.222.0.13 "DELETE /v2.0/networks/da658553-b4a3-4d8d-bf86-544abb5d20b7 HTTP/1.1" status: 204 len: 168 time: 0.7126956 May 13 13:33:20.068827 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55486) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:20.079719 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b76e1-abc8-4d17-97be-57bc3c0c0447 admin admin] Pushing event deleted for resources: {'Network': ['ID=da658553-b4a3-4d8d-bf86-544abb5d20b7,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:20.390439 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (19f2612a-650d-4766-8b6a-95c99c927a01), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:20.626860 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Deleting port e594eec6-926d-435f-adf1-5aa9e3475a4d {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:20.627201 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:20.705916 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] For port e594eec6-926d-435f-adf1-5aa9e3475a4d, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=e594eec6-926d-435f-adf1-5aa9e3475a4d,segment=NetworkSegment(81764b6f-88db-486d-ad00-10182ed15a93),segment_id=81764b6f-88db-486d-ad00-10182ed15a93)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:20.706183 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:20.719213 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Calling delete_port for e594eec6-926d-435f-adf1-5aa9e3475a4d owned by network:router_interface {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:20.828737 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device acb99a20-cacf-49a3-90c4-748aff60fa44 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:20.850532 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: acb99a20-cacf-49a3-90c4-748aff60fa44 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:20.850972 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device acb99a20-cacf-49a3-90c4-748aff60fa44 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:20.851408 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 786435e7-8721-4574-a1e4-97ffd3156e7f no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:20.870725 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 786435e7-8721-4574-a1e4-97ffd3156e7f {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:20.871070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 786435e7-8721-4574-a1e4-97ffd3156e7f not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:21.041144 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (e594eec6-926d-435f-adf1-5aa9e3475a4d), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:21.066986 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Pushing event deleted for resources: {'Port': ['ID=e594eec6-926d-435f-adf1-5aa9e3475a4d,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:21.240777 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (19f2612a-650d-4766-8b6a-95c99c927a01), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:21.477410 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Router 19f2612a-650d-4766-8b6a-95c99c927a01 has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:33:21.590743 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:33:21.596191 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-67f31490-ed5c-4f6b-998b-5eaab217f55a admin admin] 10.222.0.13 "PUT /v2.0/routers/19f2612a-650d-4766-8b6a-95c99c927a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5262675 May 13 13:33:21.598849 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55490) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:21.600816 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] Sync routers for ids ['19f2612a-650d-4766-8b6a-95c99c927a01'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:33:21.612174 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] Routers {'19f2612a-650d-4766-8b6a-95c99c927a01'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:21.612818 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:33:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['19f2612a-650d-4766-8b6a-95c99c927a01'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:21.722270 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks [] for router (19f2612a-650d-4766-8b6a-95c99c927a01), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:21.724489 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] Set router 19f2612a-650d-4766-8b6a-95c99c927a01 gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:21.831145 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks [] for router_gateway (19f2612a-650d-4766-8b6a-95c99c927a01), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:21.957456 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Deleting port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:21.957798 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:21.993031 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:33:20Z', 'revision_number': 5, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port': {'id': 'cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:30:48Z', 'updated_at': '2022-05-13T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:22.020106 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] Checking router: 19f2612a-650d-4766-8b6a-95c99c927a01 for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:33:22.034353 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] Routers {'19f2612a-650d-4766-8b6a-95c99c927a01'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:33:22.034353 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:33:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['19f2612a-650d-4766-8b6a-95c99c927a01'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:22.041669 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] For port cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:22.042026 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:22.056211 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Calling delete_port for cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:22.119502 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] Set router 19f2612a-650d-4766-8b6a-95c99c927a01 gateway port host: None {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:33:22.176903 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:33:21Z', 'revision_number': 6, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port_host': None}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:22.206588 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0b34a-4d3c-4823-94b3-0784fe1a284a None None] The sync data for ids ['19f2612a-650d-4766-8b6a-95c99c927a01'] in dv-cinder-841632-1-iscsi is: [{'id': '19f2612a-650d-4766-8b6a-95c99c927a01', 'name': 'tempest-TestMinimumBasicScenario-1159016591-router', 'tenant_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:30:47Z', 'updated_at': '2022-05-13T13:33:21Z', 'revision_number': 6, 'project_id': '47971cd431a1408e9bc1ba3e5cc4df2b', 'gw_port_host': None}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:33:22.538601 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:22.566884 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:22.637841 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (19f2612a-650d-4766-8b6a-95c99c927a01), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:22.737122 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (19f2612a-650d-4766-8b6a-95c99c927a01), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:22.739838 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks [] for router_controller (19f2612a-650d-4766-8b6a-95c99c927a01), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:22.836507 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device e594eec6-926d-435f-adf1-5aa9e3475a4d no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:22.858977 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: e594eec6-926d-435f-adf1-5aa9e3475a4d {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:22.859312 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device e594eec6-926d-435f-adf1-5aa9e3475a4d not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:22.859718 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:22.875046 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (19f2612a-650d-4766-8b6a-95c99c927a01), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:22.875591 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19f2612a-650d-4766-8b6a-95c99c927a01 {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:33:22.881935 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:22.883018 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:22.885891 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device cd1b1ae6-68cf-45f5-bd02-cd2954e37d9f not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:22.886011 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-91b6e72b-6fb2-4e5c-b465-4209d5bbcc9d admin admin] 10.222.0.13 "DELETE /v2.0/routers/19f2612a-650d-4766-8b6a-95c99c927a01 HTTP/1.1" status: 204 len: 168 time: 1.2834737 May 13 13:33:22.886011 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55498) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:22.933945 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbd7208-0622-4ed3-ace3-5fac42d6e02b admin admin] Deleting subnet 7e3ce36a-4c0b-4538-97c1-d412f602dab4 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:33:22.937724 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7208-0622-4ed3-ace3-5fac42d6e02b admin admin] Publish callbacks [] for subnet (7e3ce36a-4c0b-4538-97c1-d412f602dab4), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:22.992958 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7208-0622-4ed3-ace3-5fac42d6e02b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (7e3ce36a-4c0b-4538-97c1-d412f602dab4), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.110152 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7208-0622-4ed3-ace3-5fac42d6e02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (7e3ce36a-4c0b-4538-97c1-d412f602dab4), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.281901 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7208-0622-4ed3-ace3-5fac42d6e02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (7e3ce36a-4c0b-4538-97c1-d412f602dab4), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.311369 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2bbd7208-0622-4ed3-ace3-5fac42d6e02b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.315604 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2bbd7208-0622-4ed3-ace3-5fac42d6e02b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e3ce36a-4c0b-4538-97c1-d412f602dab4 HTTP/1.1" status: 204 len: 168 time: 0.4283590 May 13 13:33:23.317606 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd7208-0622-4ed3-ace3-5fac42d6e02b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3ce36a-4c0b-4538-97c1-d412f602dab4,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:23.318848 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55502) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:23.322349 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b0fe7d-6443-4c74-b6f9-9a8030b5c86d None None] Network 2a27c828-9b1a-47bd-8080-ba8d1a22d734 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:33:23.394720 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (2a27c828-9b1a-47bd-8080-ba8d1a22d734), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.440785 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Deleting port 23046420-762e-41ab-9de4-559ed8d53d06 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:23.441120 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (23046420-762e-41ab-9de4-559ed8d53d06), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.478419 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] DHCP port deletion for 2a27c828-9b1a-47bd-8080-ba8d1a22d734 request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:33:23.504483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] For port 23046420-762e-41ab-9de4-559ed8d53d06, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=23046420-762e-41ab-9de4-559ed8d53d06,segment=NetworkSegment(81764b6f-88db-486d-ad00-10182ed15a93),segment_id=81764b6f-88db-486d-ad00-10182ed15a93)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:23.504842 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (23046420-762e-41ab-9de4-559ed8d53d06), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.518079 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Calling delete_port for 23046420-762e-41ab-9de4-559ed8d53d06 owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:23.523514 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] Deleting port 23046420-762e-41ab-9de4-559ed8d53d06 {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:33:23.523891 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (23046420-762e-41ab-9de4-559ed8d53d06), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.589394 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] For port 23046420-762e-41ab-9de4-559ed8d53d06, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=23046420-762e-41ab-9de4-559ed8d53d06,segment=NetworkSegment(81764b6f-88db-486d-ad00-10182ed15a93),segment_id=81764b6f-88db-486d-ad00-10182ed15a93)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:33:23.589862 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (23046420-762e-41ab-9de4-559ed8d53d06), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.603793 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] Calling delete_port for 23046420-762e-41ab-9de4-559ed8d53d06 owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:33:23.670819 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (23046420-762e-41ab-9de4-559ed8d53d06), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.686876 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (23046420-762e-41ab-9de4-559ed8d53d06), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.697730 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23046420-762e-41ab-9de4-559ed8d53d06,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:23.699519 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] No DVR routers for this DVR port 23046420-762e-41ab-9de4-559ed8d53d06 on host dv-cinder-841632-1-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:33:23.711945 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] Pushing event deleted for resources: {'Port': ['ID=23046420-762e-41ab-9de4-559ed8d53d06,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:23.715819 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3e37f-c96b-4c16-ad0b-0bbdc3503542 None None] No DVR routers for this DVR port 23046420-762e-41ab-9de4-559ed8d53d06 on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:33:23.773879 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (2a27c828-9b1a-47bd-8080-ba8d1a22d734), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.795407 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a27c828-9b1a-47bd-8080-ba8d1a22d734']}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:23.804654 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81764b6f-88db-486d-ad00-10182ed15a93') {'for_net_delete': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:23.804952 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81764b6f-88db-486d-ad00-10182ed15a93') {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:33:23.814330 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8640657'] for segment (81764b6f-88db-486d-ad00-10182ed15a93), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.827774 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (81764b6f-88db-486d-ad00-10182ed15a93), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.833593 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:33:23.833972 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8871391'] for segment (81764b6f-88db-486d-ad00-10182ed15a93), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: Traceback (most recent call last): May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: timer() May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: cb(*args, **kw) May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: return func(*args, **kwargs) May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: self._notify() May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: self.callback(batched_events) May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: event.method(event) May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: return f(self, *a, **k) May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._get(url).json() May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: return self.request(url, 'GET', **kwargs) May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:33:23.835663 dv-cinder-841632-1-iscsi neutron-server[104059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:33:23.972468 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (2a27c828-9b1a-47bd-8080-ba8d1a22d734), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.979173 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:23.983438 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a27c828-9b1a-47bd-8080-ba8d1a22d734 HTTP/1.1" status: 204 len: 168 time: 0.6629550 May 13 13:33:23.994572 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ad2d-b28c-4989-b403-a903ef8828a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a27c828-9b1a-47bd-8080-ba8d1a22d734,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:24.355563 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55514) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:24.396901 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-41bee787-7ba0-4d4e-a474-fa7d1e22e081 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3d1e5b7a3054d769e38bb8e12b202af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401542 May 13 13:33:24.405880 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55516) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:24.456311 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f1938003-5506-4fc8-bcd3-79bf68f52072 admin admin] Publish callbacks [] for security_group (f2218e65-7674-4984-853a-b1bc52ad2f87), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:24.477848 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f1938003-5506-4fc8-bcd3-79bf68f52072 admin admin] Publish callbacks [] for security_group (f2218e65-7674-4984-853a-b1bc52ad2f87), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:24.669657 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f1938003-5506-4fc8-bcd3-79bf68f52072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (f2218e65-7674-4984-853a-b1bc52ad2f87), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:24.672321 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f1938003-5506-4fc8-bcd3-79bf68f52072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:24.679296 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-f1938003-5506-4fc8-bcd3-79bf68f52072 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2218e65-7674-4984-853a-b1bc52ad2f87 HTTP/1.1" status: 204 len: 168 time: 0.2665961 May 13 13:33:24.681674 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1938003-5506-4fc8-bcd3-79bf68f52072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2218e65-7674-4984-853a-b1bc52ad2f87,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:24.827847 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 23046420-762e-41ab-9de4-559ed8d53d06 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:33:24.848784 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 23046420-762e-41ab-9de4-559ed8d53d06 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:33:24.849129 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 23046420-762e-41ab-9de4-559ed8d53d06 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:33:25.355867 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55524) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:25.398673 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-b07cadc4-14d9-4d7c-8a38-0903fbe9a8a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47971cd431a1408e9bc1ba3e5cc4df2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416112 May 13 13:33:25.406368 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55528) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:25.453506 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3207-3240-49de-8011-99d56d00f384 admin admin] Publish callbacks [] for security_group (22bb8e64-c42f-44f0-bf3a-da391a01eb7a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:25.475817 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3207-3240-49de-8011-99d56d00f384 admin admin] Publish callbacks [] for security_group (22bb8e64-c42f-44f0-bf3a-da391a01eb7a), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:25.606705 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3207-3240-49de-8011-99d56d00f384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (22bb8e64-c42f-44f0-bf3a-da391a01eb7a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:25.609746 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad5b3207-3240-49de-8011-99d56d00f384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:25.610966 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-ad5b3207-3240-49de-8011-99d56d00f384 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22bb8e64-c42f-44f0-bf3a-da391a01eb7a HTTP/1.1" status: 204 len: 168 time: 0.2036850 May 13 13:33:25.618843 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b3207-3240-49de-8011-99d56d00f384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bb8e64-c42f-44f0-bf3a-da391a01eb7a,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:28.434084 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55546) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:28.550230 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1150fb8c-8ec1-456f-bc56-cd1328b01bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.625994 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1150fb8c-8ec1-456f-bc56-cd1328b01bec admin admin] Publish callbacks [] for security_group (c173d521-931a-4dfa-b14e-bf1be63d4e10), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.703910 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1150fb8c-8ec1-456f-bc56-cd1328b01bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c173d521-931a-4dfa-b14e-bf1be63d4e10), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.745648 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1150fb8c-8ec1-456f-bc56-cd1328b01bec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=811e65e2b20e41b9b0c01ab8d1a42e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104503 May 13 13:33:28.746609 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150fb8c-8ec1-456f-bc56-cd1328b01bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173d521-931a-4dfa-b14e-bf1be63d4e10,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:28.749459 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55550) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:33:28.805637 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-495464ef-0539-4525-8afb-a71edde2b68a admin admin] Publish callbacks [] for security_group (c173d521-931a-4dfa-b14e-bf1be63d4e10), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.827903 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-495464ef-0539-4525-8afb-a71edde2b68a admin admin] Publish callbacks [] for security_group (c173d521-931a-4dfa-b14e-bf1be63d4e10), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.971630 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-495464ef-0539-4525-8afb-a71edde2b68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (c173d521-931a-4dfa-b14e-bf1be63d4e10), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.974224 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-495464ef-0539-4525-8afb-a71edde2b68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:28.975371 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-495464ef-0539-4525-8afb-a71edde2b68a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c173d521-931a-4dfa-b14e-bf1be63d4e10 HTTP/1.1" status: 204 len: 168 time: 0.2248480 May 13 13:33:28.983473 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495464ef-0539-4525-8afb-a71edde2b68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173d521-931a-4dfa-b14e-bf1be63d4e10,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:33:30.652298 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:34.319979 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:33:35.606670 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bc5b8442-550f-4364-afc7-9d2a6235bd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:38.080744 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a40c8d46-2a3b-4fee-a48a-1288c5cc6594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:39.595246 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:41.211835 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:33:42.520881 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:00.639215 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:05.626325 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4b18e532-ff0f-4e90-ba78-2d340b9f1360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:08.073583 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d4d1cbc9-8d70-466f-859a-a612a9879828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:09.623379 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:09.817290 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 55804) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:09.920970 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:09.993804 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Publish callbacks [] for security_group (b601d16f-0c18-4241-9f65-6fe3e1e09a03), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:10.063812 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (b601d16f-0c18-4241-9f65-6fe3e1e09a03), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:10.102572 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a532a2cf52fe4a3cbdd60ede2371732e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841656 May 13 13:34:10.103405 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b601d16f-0c18-4241-9f65-6fe3e1e09a03,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:10.105756 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55808) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:10.111762 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.112105 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.113338 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.113338 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.113338 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.113651 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.113963 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.114323 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.114645 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.114962 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.115283 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.115599 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.116154 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.116468 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.116784 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f687229-4c23-4917-abf9-25b26ff374c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.158654 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Publish callbacks [] for security_group (b601d16f-0c18-4241-9f65-6fe3e1e09a03), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:10.179905 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Publish callbacks [] for security_group (b601d16f-0c18-4241-9f65-6fe3e1e09a03), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:10.354840 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (b601d16f-0c18-4241-9f65-6fe3e1e09a03), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:10.361902 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:10.361902 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b601d16f-0c18-4241-9f65-6fe3e1e09a03 HTTP/1.1" status: 204 len: 168 time: 0.2520225 May 13 13:34:10.367442 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601d16f-0c18-4241-9f65-6fe3e1e09a03,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:10.375401 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.375401 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.375787 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.376032 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.376241 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.376572 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.376900 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.377228 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.377558 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.377886 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.378236 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.378571 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.378896 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.379215 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:10.379534 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa885398-6472-4d45-a735-a879d8759d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:11.155253 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:11.319798 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:34:12.535998 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:14.259182 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-4c468cff-216e-426e-bfad-1bc5ea6a35c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1304162 May 13 13:34:14.336019 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-18392f5a-6b6e-4e18-adbc-d5a7199b01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:14.337576 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-18392f5a-6b6e-4e18-adbc-d5a7199b01c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 1130 time: 0.0384855 May 13 13:34:14.444530 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-63be12e8-928b-49a3-abf1-6245d0fdc466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:14.445904 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-63be12e8-928b-49a3-abf1-6245d0fdc466 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.0886786 May 13 13:34:14.522326 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-01a33cc3-6c2c-4b79-a5ec-e6d319fe529b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4cad75c-2de5-45aa-88b3-e937529cf2a8 HTTP/1.1" status: 200 len: 1001 time: 0.0698135 May 13 13:34:14.572493 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-55b2c616-be65-4065-914f-156a7f0effc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:14.573916 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-55b2c616-be65-4065-914f-156a7f0effc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0462110 May 13 13:34:14.617801 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-3cbd4844-afd4-4145-90ea-125b91fac303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:14.619313 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-3cbd4844-afd4-4145-90ea-125b91fac303 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398257 May 13 13:34:14.629421 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-85681f13-e17c-4a4c-b35f-f8188e0d75aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:34:14.630385 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-85681f13-e17c-4a4c-b35f-f8188e0d75aa service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048971 May 13 13:34:14.722390 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-6d1f352f-c722-411f-a165-65610d6629ed service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863478 May 13 13:34:14.811628 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-e66ef296-c18f-45db-ba0f-63a18dafa446 req-30dba848-bee7-42f1-8cb3-6e995eee4548 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829484 May 13 13:34:27.013175 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accfa06-d730-4be5-9482-5b1ce114b714 req-f9f27cf2-aece-41bb-80ec-26b2acdc8cc4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:27.014834 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1accfa06-d730-4be5-9482-5b1ce114b714 req-f9f27cf2-aece-41bb-80ec-26b2acdc8cc4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 946 time: 0.0523257 May 13 13:34:27.071585 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1accfa06-d730-4be5-9482-5b1ce114b714 req-72771c0b-d1b5-4150-bb05-53ba1c0aff56 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449572 May 13 13:34:28.190645 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806279da-438b-470e-8444-070d06f729c0 req-16406440-d561-4550-8116-ab441e998191 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:28.192465 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-806279da-438b-470e-8444-070d06f729c0 req-16406440-d561-4550-8116-ab441e998191 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 946 time: 0.0513284 May 13 13:34:28.245408 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-806279da-438b-470e-8444-070d06f729c0 req-20866606-597d-4985-b1bb-1fce259962ea tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472701 May 13 13:34:28.463440 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-57898596-7e05-4b26-bdae-1631f0ba2650 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:28.464773 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-57898596-7e05-4b26-bdae-1631f0ba2650 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 946 time: 0.0523598 May 13 13:34:28.551503 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Deleting port e4cad75c-2de5-45aa-88b3-e937529cf2a8 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:34:28.554160 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:28.645474 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] For port e4cad75c-2de5-45aa-88b3-e937529cf2a8, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=e4cad75c-2de5-45aa-88b3-e937529cf2a8,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:34:28.645834 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:29.100366 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:29.100732 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (37b2e17b-152b-43ed-9457-770931ed2c50), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:29.101054 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Floating IP 37b2e17b-152b-43ed-9457-770931ed2c50 disassociated. External IP: 172.27.2.92, port: e4cad75c-2de5-45aa-88b3-e937529cf2a8. May 13 13:34:29.101396 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Calling delete_port for e4cad75c-2de5-45aa-88b3-e937529cf2a8 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:34:29.320906 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (e4cad75c-2de5-45aa-88b3-e937529cf2a8), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:29.352879 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event deleted for resources: {'Port': ['ID=e4cad75c-2de5-45aa-88b3-e937529cf2a8,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:29.355711 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34c0351d-31f2-4246-83b2-25fd1dfa82e8 req-4c2c9322-4821-443e-8e15-b297aa54f299 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 210 time: 0.0299346 May 13 13:34:29.488653 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Router 3558674d-8be6-4ece-b578-0a71f204244d has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:34:29.615046 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:34:29.626581 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:34:29.636187 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:29.637086 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:34:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:29.659432 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] No DVR routers for this DVR port e4cad75c-2de5-45aa-88b3-e937529cf2a8 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:34:29.665644 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:29.669379 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-d2a259f3-d484-401e-98c1-708fb6d5a6d8 req-70ae298f-c80b-48ba-b2f5-46a510be26e5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "DELETE /v2.0/ports/e4cad75c-2de5-45aa-88b3-e937529cf2a8 HTTP/1.1" status: 204 len: 173 time: 1.1992319 May 13 13:34:29.669839 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'name': 'network-vif-deleted', 'tag': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:29.673210 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb48172-cc8d-41a9-8891-40a58b04e7e2" -d '{"events": [{"server_uuid": "a4c37c70-bc64-4dc6-92eb-41a9df5a319f", "name": "network-vif-deleted", "tag": "e4cad75c-2de5-45aa-88b3-e937529cf2a8"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:29.783149 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:29.893847 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a8d20c-05e6-4227-98cf-d7b7fa413cb1 x-openstack-request-id: req-e6a8d20c-05e6-4227-98cf-d7b7fa413cb1 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:29.894451 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c37c70-bc64-4dc6-92eb-41a9df5a319f", "name": "network-vif-deleted", "tag": "e4cad75c-2de5-45aa-88b3-e937529cf2a8", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:29.896802 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a8d20c-05e6-4227-98cf-d7b7fa413cb1 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:29.896802 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a8d20c-05e6-4227-98cf-d7b7fa413cb1'] response: {'server_uuid': 'a4c37c70-bc64-4dc6-92eb-41a9df5a319f', 'name': 'network-vif-deleted', 'tag': 'e4cad75c-2de5-45aa-88b3-e937529cf2a8', 'status': 'completed', 'code': 200} May 13 13:34:30.019965 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:30.048757 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:34:30.057383 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:30.058003 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:34:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:30.306756 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:30.479309 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b87813f-7554-458b-90f1-36039af43d1e req-34c0f1fe-8373-4371-8021-a87584a01308 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c37c70-bc64-4dc6-92eb-41a9df5a319f HTTP/1.1" status: 200 len: 210 time: 0.0317371 May 13 13:34:30.517112 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:30.545093 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf7242-b13d-46b5-9019-5cfe4161eab4 None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:34:30.652091 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:30.783236 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236ba9c-2fbd-4df7-8c20-d7c0d06bba15 None None] New status for floating IP 37b2e17b-152b-43ed-9457-770931ed2c50: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:34:31.735760 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device e4cad75c-2de5-45aa-88b3-e937529cf2a8 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:34:31.756717 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-70e0bd8b-cb3d-473b-bd87-483749c4839c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011461249&fields=id&tenant_id=6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 267 time: 0.0479791 May 13 13:34:31.757360 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: e4cad75c-2de5-45aa-88b3-e937529cf2a8 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:34:31.757360 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device e4cad75c-2de5-45aa-88b3-e937529cf2a8 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:34:31.867621 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74275-1969-4161-8391-6b584293e013 req-fb52c134-0c6e-44ae-a1c2-57d97046e8e8 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:31.869096 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-fb52c134-0c6e-44ae-a1c2-57d97046e8e8 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 812 time: 0.1043186 May 13 13:34:31.884108 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-619a34a2-01e6-493b-a5d3-f937ae8ddc35 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/quotas/6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 375 time: 0.0092888 May 13 13:34:31.939533 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-395e43e5-cc20-49c5-998b-65c2bddfb19f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499327 May 13 13:34:31.956064 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-9967094c-7335-4cad-b5c0-e429df15cbd8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:34:31.957052 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-9967094c-7335-4cad-b5c0-e429df15cbd8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060406 May 13 13:34:32.048572 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-a889a8ab-ccbc-4ed2-af03-a831c8a5ebba service neutron] 10.222.0.13 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857081 May 13 13:34:32.157235 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-da0f2569-b99a-4367-9795-e60144642b98 service neutron] 10.222.0.13 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027534 May 13 13:34:33.762779 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21df4a38-e1f6-4120-9ea3-1964067ab826 req-4662529c-9863-4564-aee5-f59747175d0f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 210 time: 0.0313609 May 13 13:34:34.844552 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-976079fc-00b2-4528-9ec2-44dd51cb566d req-9c3b398b-a7b5-47bd-a0b5-54a78bf16733 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 210 time: 0.0298872 May 13 13:34:35.629148 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3b089da8-29d3-447a-a81d-51f5db52def6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:35.921652 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e35ef0e2-764d-46be-a2b9-05a2733c56a0 req-7e4959a4-d572-407a-8ca4-25aec0e91925 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 210 time: 0.0273626 May 13 13:34:37.005434 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-53cd5d91-5bf7-45b2-bcf9-c340fd3673eb req-4698b6c6-2f16-4ec8-bf65-84e887917346 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 210 time: 0.0326982 May 13 13:34:38.080933 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-80d52c5d-1df7-4a78-bb71-14fbb5129075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:38.113624 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a77c69d-3649-406c-8735-7f09a27aa5a5 req-33e16fe5-6b72-457c-83c8-bfe750b508b3 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 210 time: 0.0352437 May 13 13:34:39.214474 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c61fc12-b9b7-47c2-abdb-2824ece08a6d req-ea60168b-89bb-482a-8a5b-24d56352dfea tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 210 time: 0.0281816 May 13 13:34:39.612062 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:39.880723 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74275-1969-4161-8391-6b584293e013 req-07e3f53d-ee91-4711-b836-8071fd8b0e1f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:39.882130 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-07e3f53d-ee91-4711-b836-8071fd8b0e1f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 812 time: 0.1134529 May 13 13:34:39.952431 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-81cead70-8ac6-4972-94f4-6e3f94ac9e6e tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 380 time: 0.0618320 May 13 13:34:39.960395 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'port': {'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'admin_state_up': True, 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'security_groups': ['18c22382-e9e8-4a84-9d35-d26bf441a5f0']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:40.319427 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a0b4f4f8-7a2b-40f0-aa7f-67ebd7afc050 req-419c4570-aae3-44c1-b9f1-62bfe9549a6a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 210 time: 0.0303519 May 13 13:34:40.480693 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Made reservation on behalf of 6445798bd0f5475dba3878ea68e1eada for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:34:40.484040 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:40.624854 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Allocated IP 172.20.0.6 (f93163e1-e8a9-4aac-a1de-53c0262bf902/7a97e446-f613-40ac-9fb0-19c8e6b03138/71dd5492-9e7a-4331-96ca-71e55d876b81) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:34:40.769264 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:40.890763 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:40.936542 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:34:40.940248 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:34:40.946333 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:34:40.952959 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=71dd5492-9e7a-4331-96ca-71e55d876b81,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:41.011187 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.011844 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.085310 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-26277781-b188-4ebb-9334-3311959cc665 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1284902 May 13 13:34:41.099025 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Request body: {'port': {'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:41.166357 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.170356 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.183795 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-873de43c-c83f-406e-9601-82bca61ed12f None None] Provisioning complete for port 71dd5492-9e7a-4331-96ca-71e55d876b81 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:34:41.184163 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-873de43c-c83f-406e-9601-82bca61ed12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.231286 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-873de43c-c83f-406e-9601-82bca61ed12f None None] Port 71dd5492-9e7a-4331-96ca-71e55d876b81 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:34:41.443712 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171cfa4-7437-420a-a267-567c9752ce42 req-e78d3cc9-040b-47b3-8361-dcb44646bc06 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.445335 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c171cfa4-7437-420a-a267-567c9752ce42 req-e78d3cc9-040b-47b3-8361-dcb44646bc06 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 931 time: 0.0524578 May 13 13:34:41.459216 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dd5492-9e7a-4331-96ca-71e55d876b81 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:34:41.468804 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Publish callbacks [] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.487287 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Transition to ACTIVE for port object 71dd5492-9e7a-4331-96ca-71e55d876b81 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:34:41.499889 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c171cfa4-7437-420a-a267-567c9752ce42 req-24fbe65a-bcb4-4830-b417-30e483b76d0f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480673 May 13 13:34:41.583359 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.645011 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Pushing event updated for resources: {'Port': ['ID=71dd5492-9e7a-4331-96ca-71e55d876b81,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:41.716516 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Attempting to bind port 71dd5492-9e7a-4331-96ca-71e55d876b81 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:34:41.716848 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Attempting to bind port 71dd5492-9e7a-4331-96ca-71e55d876b81 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:34:41.717175 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Attempting to bind port 71dd5492-9e7a-4331-96ca-71e55d876b81 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:34:41.722681 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Port 71dd5492-9e7a-4331-96ca-71e55d876b81 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:34:41.723005 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Attempting to bind port 71dd5492-9e7a-4331-96ca-71e55d876b81 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:34:41.728409 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:34:41.728745 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Checking segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:34:41.729125 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Bound using segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:34:41.729545 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Bound port: 71dd5492-9e7a-4331-96ca-71e55d876b81, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:34:41.729895 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.799617 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] For port 71dd5492-9e7a-4331-96ca-71e55d876b81, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:34:41.802972 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] For port 71dd5492-9e7a-4331-96ca-71e55d876b81, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=71dd5492-9e7a-4331-96ca-71e55d876b81,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:34:41.880852 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.919727 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:41.920326 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:41.921713 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] 10.222.0.69 "PUT /v2.0/ports/71dd5492-9e7a-4331-96ca-71e55d876b81 HTTP/1.1" status: 200 len: 1093 time: 0.8290467 May 13 13:34:41.922129 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:41.924993 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ab1ecd-7d9b-410a-a20d-2cd212d471c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:41.950236 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e3df3-9a9b-480c-bdf8-dfde517fb2eb service neutron] Pushing event updated for resources: {'Port': ['ID=71dd5492-9e7a-4331-96ca-71e55d876b81,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:41.978406 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff95ed-250c-4cc7-8d74-79fb0f2e1612 x-openstack-request-id: req-59ff95ed-250c-4cc7-8d74-79fb0f2e1612 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:41.981515 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:41.981515 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59ff95ed-250c-4cc7-8d74-79fb0f2e1612 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:41.981515 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ff95ed-250c-4cc7-8d74-79fb0f2e1612'] response: {'name': 'network-changed', 'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'status': 'completed', 'code': 200} May 13 13:34:42.047985 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1ecd-7d9b-410a-a20d-2cd212d471c2 req-7156237f-36da-4b75-afd8-81907b8e26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:42.047985 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ab1ecd-7d9b-410a-a20d-2cd212d471c2 req-7156237f-36da-4b75-afd8-81907b8e26b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1127 time: 0.0437176 May 13 13:34:42.146250 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1ecd-7d9b-410a-a20d-2cd212d471c2 req-d132abec-4b46-47a4-a202-e7b4dec5fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:42.147716 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ab1ecd-7d9b-410a-a20d-2cd212d471c2 req-d132abec-4b46-47a4-a202-e7b4dec5fb37 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6445798bd0f5475dba3878ea68e1eada&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0970833 May 13 13:34:42.254777 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1ecd-7d9b-410a-a20d-2cd212d471c2 req-2e168044-8d7c-4b3f-bde5-a1be805c7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:42.256226 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-46ab1ecd-7d9b-410a-a20d-2cd212d471c2 req-2e168044-8d7c-4b3f-bde5-a1be805c7c3d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020906 May 13 13:34:42.334953 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74275-1969-4161-8391-6b584293e013 req-9b7d42e1-9ac1-46bb-990f-9ccff8c58894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:42.336444 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-9b7d42e1-9ac1-46bb-990f-9ccff8c58894 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1127 time: 0.0421114 May 13 13:34:42.390761 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-f7655428-8c90-4326-b666-539301f655fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71dd5492-9e7a-4331-96ca-71e55d876b81 HTTP/1.1" status: 200 len: 217 time: 0.0470853 May 13 13:34:42.438786 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74275-1969-4161-8391-6b584293e013 req-998491fd-3993-429e-8262-00a980f30f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:42.440390 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-998491fd-3993-429e-8262-00a980f30f98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0442219 May 13 13:34:42.486415 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74275-1969-4161-8391-6b584293e013 req-f34e5dce-e69e-4119-af1b-7667cb9a53be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:42.488093 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-f34e5dce-e69e-4119-af1b-7667cb9a53be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416882 May 13 13:34:42.543477 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:42.585840 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-462c9a54-b9b9-4ef9-84f2-bef76efeec47 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915790 May 13 13:34:42.624251 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48d67c-5a05-4220-8586-ec89e4cf6c05 req-13e91c38-47f4-40da-9a48-a4703bb890f8 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:42.625750 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6b48d67c-5a05-4220-8586-ec89e4cf6c05 req-13e91c38-47f4-40da-9a48-a4703bb890f8 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 943 time: 0.0534787 May 13 13:34:42.677294 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6b48d67c-5a05-4220-8586-ec89e4cf6c05 req-aef8e032-8a30-4a12-a20d-aef0a3ca9350 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456438 May 13 13:34:42.754634 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-34f74275-1969-4161-8391-6b584293e013 req-08a85243-cd55-4b22-9ac3-b7856fde4700 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635423 May 13 13:34:43.800496 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d32672-430a-4d5c-a9ac-1f61da21d1ea req-91a84a2c-fce9-470b-9a13-b0219ed38a1e tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:43.802067 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34d32672-430a-4d5c-a9ac-1f61da21d1ea req-91a84a2c-fce9-470b-9a13-b0219ed38a1e tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 943 time: 0.0497642 May 13 13:34:43.853633 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34d32672-430a-4d5c-a9ac-1f61da21d1ea req-9986566d-2c2e-4d23-a2a1-0cc2d4cd0af5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458243 May 13 13:34:44.971403 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b76ab5-0c79-4a8a-b300-80c6657d2656 req-021bfa4d-6b7f-4f33-bcb9-31a18b065f45 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:44.973215 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e8b76ab5-0c79-4a8a-b300-80c6657d2656 req-021bfa4d-6b7f-4f33-bcb9-31a18b065f45 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 943 time: 0.0511088 May 13 13:34:45.028158 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e8b76ab5-0c79-4a8a-b300-80c6657d2656 req-06598f13-5049-4c32-b10f-28b2f95f188c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492163 May 13 13:34:46.148276 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d35ae-6d02-4913-aaa2-befd06847cbe req-c8dc4321-4077-4548-816e-a5fffc770c37 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:46.149859 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-707d35ae-6d02-4913-aaa2-befd06847cbe req-c8dc4321-4077-4548-816e-a5fffc770c37 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 943 time: 0.0480268 May 13 13:34:46.206605 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-707d35ae-6d02-4913-aaa2-befd06847cbe req-44293cf2-7c3e-46b5-bb79-a2044acb2688 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506146 May 13 13:34:47.322346 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdf8fc-6d6a-4582-b74b-45ccb5c2431b req-08c43593-1cef-48b4-a119-bc66e4aea92f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:47.324042 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a6bdf8fc-6d6a-4582-b74b-45ccb5c2431b req-08c43593-1cef-48b4-a119-bc66e4aea92f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 943 time: 0.0480714 May 13 13:34:47.378831 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a6bdf8fc-6d6a-4582-b74b-45ccb5c2431b req-c9148e4a-b63e-44b9-9435-41a98d163317 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493193 May 13 13:34:48.318614 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:34:48.494643 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a03338-872d-47f3-ba0c-321d6f57b047 req-13d37f94-97ad-4eb3-adf4-c564e4232ff4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:48.496745 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18a03338-872d-47f3-ba0c-321d6f57b047 req-13d37f94-97ad-4eb3-adf4-c564e4232ff4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 943 time: 0.0491655 May 13 13:34:48.554599 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-18a03338-872d-47f3-ba0c-321d6f57b047 req-35d5e1b0-d0b8-41b2-bcee-9961337f3169 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521164 May 13 13:34:49.679251 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12492e2f-b033-438a-b5b1-eceb0208ff17 req-90a5d8d8-6501-41d7-99fc-d6ade43d3f1c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:49.680746 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-12492e2f-b033-438a-b5b1-eceb0208ff17 req-90a5d8d8-6501-41d7-99fc-d6ade43d3f1c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 943 time: 0.0538583 May 13 13:34:49.731224 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-12492e2f-b033-438a-b5b1-eceb0208ff17 req-545840f2-6f38-4f98-8489-97e866355497 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 May 13 13:34:49.795845 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 71dd5492-9e7a-4331-96ca-71e55d876b81 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:34:49.897669 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 71dd5492-9e7a-4331-96ca-71e55d876b81, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=71dd5492-9e7a-4331-96ca-71e55d876b81,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:34:49.910136 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:34:49.954974 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 71dd5492-9e7a-4331-96ca-71e55d876b81 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:34:49.955347 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:49.968415 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dd5492-9e7a-4331-96ca-71e55d876b81 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:34:49.989483 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 71dd5492-9e7a-4331-96ca-71e55d876b81, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=71dd5492-9e7a-4331-96ca-71e55d876b81,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:34:50.090306 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:50.141257 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=71dd5492-9e7a-4331-96ca-71e55d876b81,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:50.149195 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.149472 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.149811 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.150146 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.150505 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.150830 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.151153 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.151473 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.151791 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.152110 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.152428 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.152749 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.158927 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.158927 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.158927 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:34:50.305788 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['71dd5492-9e7a-4331-96ca-71e55d876b81'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:34:50.849176 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a15fa-5b72-4ab6-a36d-de5c212e9d22 req-73518372-2378-4e69-8c6a-4451cbb76f75 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:50.850685 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0b4a15fa-5b72-4ab6-a36d-de5c212e9d22 req-73518372-2378-4e69-8c6a-4451cbb76f75 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 944 time: 0.0524902 May 13 13:34:50.902614 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0b4a15fa-5b72-4ab6-a36d-de5c212e9d22 req-6e7ab302-943a-4be9-9a6c-daeeac73f702 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463061 May 13 13:34:51.815586 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 71dd5492-9e7a-4331-96ca-71e55d876b81 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:34:51.860271 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port 71dd5492-9e7a-4331-96ca-71e55d876b81 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:34:51.965475 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port 71dd5492-9e7a-4331-96ca-71e55d876b81 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:34:51.965858 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:52.024617 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbac0a-96e0-4049-9a21-1abe7afe907f req-9e3ee837-f801-4990-af09-62e1af01126d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:52.026189 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-14cbac0a-96e0-4049-9a21-1abe7afe907f req-9e3ee837-f801-4990-af09-62e1af01126d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 944 time: 0.0498309 May 13 13:34:52.046577 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port 71dd5492-9e7a-4331-96ca-71e55d876b81 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:34:52.046982 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:52.072883 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:52.076348 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd75fc1-3f65-402c-8dc4-9557e167888b" -d '{"events": [{"server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "name": "network-vif-plugged", "status": "completed", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:52.085963 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-14cbac0a-96e0-4049-9a21-1abe7afe907f req-4640b41f-3537-4ab1-a933-8882835f6e5b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523555 May 13 13:34:52.090745 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port 71dd5492-9e7a-4331-96ca-71e55d876b81, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=71dd5492-9e7a-4331-96ca-71e55d876b81,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:34:52.171847 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:52.226476 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=71dd5492-9e7a-4331-96ca-71e55d876b81,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:52.237180 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc2768d-ebe2-46f7-a20e-326630f0942f x-openstack-request-id: req-bbc2768d-ebe2-46f7-a20e-326630f0942f {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:52.237180 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "name": "network-vif-plugged", "status": "completed", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:52.237424 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbc2768d-ebe2-46f7-a20e-326630f0942f {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:52.237833 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc2768d-ebe2-46f7-a20e-326630f0942f'] response: {'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'code': 200} May 13 13:34:52.588974 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc165c-4873-43dd-bb5c-c95b489d0b03 req-5804155a-66da-4494-ae73-d721484ac156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:52.590511 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b5dc165c-4873-43dd-bb5c-c95b489d0b03 req-5804155a-66da-4494-ae73-d721484ac156 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1129 time: 0.0400174 May 13 13:34:52.641044 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b5dc165c-4873-43dd-bb5c-c95b489d0b03 req-1c2f5cff-ca2d-4975-bc4a-a76bced3e2f5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 May 13 13:34:53.208314 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a5a85-bde4-4965-8fd0-d7268921ab86 req-a1cccca6-c286-4e65-a048-958fe8cdbef9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:53.209782 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-255a5a85-bde4-4965-8fd0-d7268921ab86 req-a1cccca6-c286-4e65-a048-958fe8cdbef9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 945 time: 0.0479977 May 13 13:34:53.265245 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-255a5a85-bde4-4965-8fd0-d7268921ab86 req-2c6d1c9b-9b9d-41dc-86c7-3f15cf5d98fc tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498695 May 13 13:34:54.393580 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55244206-4a91-46ed-b433-025d81b2420f req-92196ac4-440f-4034-8e3b-13cdedbce5f1 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:54.395132 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55244206-4a91-46ed-b433-025d81b2420f req-92196ac4-440f-4034-8e3b-13cdedbce5f1 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 945 time: 0.0532470 May 13 13:34:54.447084 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55244206-4a91-46ed-b433-025d81b2420f req-75a85c30-2468-4dc2-89ca-f1ab6dba7736 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462677 May 13 13:34:54.572321 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6c135-7f28-480b-9e3a-96ac8ab8d36e req-dd3de847-e1ec-40d8-8528-a5d19b2aed48 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:54.573823 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1b6c135-7f28-480b-9e3a-96ac8ab8d36e req-dd3de847-e1ec-40d8-8528-a5d19b2aed48 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 945 time: 0.0490766 May 13 13:34:54.624716 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1b6c135-7f28-480b-9e3a-96ac8ab8d36e req-c218ce2a-7929-4e59-84df-fe014b0b1c56 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 May 13 13:34:54.648291 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55914) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:54.691657 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e634a24-4d4f-405e-b591-79eb5f15d15d tempest-TestVolumeBootPattern-2005106347 tempest-TestVolumeBootPattern-2005106347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:54.693202 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2e634a24-4d4f-405e-b591-79eb5f15d15d tempest-TestVolumeBootPattern-2005106347 tempest-TestVolumeBootPattern-2005106347-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1124 time: 0.0439146 May 13 13:34:54.696981 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 55916) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:34:54.701323 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:34:54.792721 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:54.872085 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:54.981724 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Allocated IP 172.27.2.171 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/9c52bf02-69a0-42cb-bdf6-676c680ccbeb) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:34:55.089515 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.201107 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.245243 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:34:55.248356 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:34:55.254479 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:34:55.277199 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=9c52bf02-69a0-42cb-bdf6-676c680ccbeb,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:55.637317 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (683e457c-c863-4b1e-8987-7d5cf6ef5233), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.793646 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:55.948830 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.023471 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.089360 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=9c52bf02-69a0-42cb-bdf6-676c680ccbeb,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:34:56.103551 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (683e457c-c863-4b1e-8987-7d5cf6ef5233), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.212312 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Floating IP 683e457c-c863-4b1e-8987-7d5cf6ef5233 associated. External IP: 172.27.2.171, port: 71dd5492-9e7a-4331-96ca-71e55d876b81. May 13 13:34:56.434839 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Router 3558674d-8be6-4ece-b578-0a71f204244d has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:34:56.547931 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:34:56.559075 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:34:56.569394 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:56.570009 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:34:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:56.629798 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:34:56.665477 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-16dc04dd-8f5d-4f30-9121-23ef4232c3a5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9654512 May 13 13:34:56.665477 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:34:56.667429 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:34:56.713012 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f8deb-6cd2-4757-becb-fcf8d08c7671 x-openstack-request-id: req-d34f8deb-6cd2-4757-becb-fcf8d08c7671 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:34:56.713311 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:34:56.713591 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d34f8deb-6cd2-4757-becb-fcf8d08c7671 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:34:56.714006 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34f8deb-6cd2-4757-becb-fcf8d08c7671'] response: {'name': 'network-changed', 'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'status': 'completed', 'code': 200} May 13 13:34:56.730783 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:56.775529 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-bfbff933-2747-451a-920a-b6290e37248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:56.777017 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-bfbff933-2747-451a-920a-b6290e37248a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1129 time: 0.0401607 May 13 13:34:56.870685 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-59bdb643-39d7-4f9a-a6a4-e9d7ec9a1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:56.872391 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-59bdb643-39d7-4f9a-a6a4-e9d7ec9a1851 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.0899665 May 13 13:34:56.944898 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-98ff3c19-563a-4409-9cbb-df479fa8eafc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71dd5492-9e7a-4331-96ca-71e55d876b81 HTTP/1.1" status: 200 len: 999 time: 0.0666847 May 13 13:34:56.955676 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:55Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:56.986147 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:34:56.996438 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:34:56.997057 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:34:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:56.997229 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-58f0aac9-c071-43da-99a1-0fede7bbdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:56.998726 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-58f0aac9-c071-43da-99a1-0fede7bbdf14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0478623 May 13 13:34:57.044867 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-3b5efd8e-3ba1-446d-9752-985a5756fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:34:57.047928 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-3b5efd8e-3ba1-446d-9752-985a5756fba1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419750 May 13 13:34:57.117005 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:34:57.151951 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-1ec26565-0d42-4845-9075-025441a007e9 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997572 May 13 13:34:57.250090 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-6c0c6dc0-970d-43d9-9eb0-9f69b28ed08d req-0a9796d6-eb55-48e0-b15a-ff3c4b0b7428 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925884 May 13 13:34:57.351366 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:55Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:34:57.382285 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689f037-d843-42fe-b1ab-e58678ee9deb None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:55Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:34:57.600980 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83061cb-1259-4a87-8830-e31994f70c5d None None] New status for floating IP 683e457c-c863-4b1e-8987-7d5cf6ef5233: ACTIVE {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:35:00.680259 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:05.606043 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7e22fc2b-93f7-46d7-bb77-e7f2d621ba89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:08.080529 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-24e2688f-2422-4326-9296-37150b312a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:09.620944 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:11.189077 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:12.537641 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:15.181923 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-8af1ab4d-adac-4a9c-8fce-56c95b01d9cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481248 May 13 13:35:15.265715 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-33357d1c-c988-4505-8041-3e13349d39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:15.267189 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-33357d1c-c988-4505-8041-3e13349d39c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1129 time: 0.0400922 May 13 13:35:15.369086 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-149364b2-85d6-4500-b071-d34cd7a46a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:15.370661 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-149364b2-85d6-4500-b071-d34cd7a46a36 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.0850079 May 13 13:35:15.439626 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-5f9ef55a-ef77-4c77-aae8-37455bdde371 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71dd5492-9e7a-4331-96ca-71e55d876b81 HTTP/1.1" status: 200 len: 1001 time: 0.0628901 May 13 13:35:15.489849 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-df934dea-4e7c-4e8c-8fde-658664c88b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:15.491423 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-df934dea-4e7c-4e8c-8fde-658664c88b36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0453978 May 13 13:35:15.535026 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-aa282b82-ecd0-42ad-862a-f86f6a69e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:35:15.536492 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-aa282b82-ecd0-42ad-862a-f86f6a69e386 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394518 May 13 13:35:15.629798 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-f9b33d2a-0be3-46e6-92c2-de35a5dba4ff service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864341 May 13 13:35:15.718563 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c6c5ec34-4389-4dcf-9ab9-35f2cb0a4712 req-af1bffba-872b-4ae5-a508-52c9629a0fa7 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819235 May 13 13:35:25.317801 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:35:30.670536 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:35.600404 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5145d409-54eb-494f-9c35-2ebf75c12083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:38.062841 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e2e13145-9f26-4d7d-8b81-bdbe95e7462d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:39.640071 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:41.168839 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:35:42.589015 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:00.691087 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:02.316978 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:36:05.616629 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9b525427-fcda-4def-9f12-bae4702d1a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:08.088527 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ffd-1486-456b-96da-ca4a13eaa86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:09.593863 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:11.171056 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:12.610882 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:16.171575 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-55e2146b-07c0-4b96-afe9-754b7b619b47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429180 May 13 13:36:16.252670 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-d9967277-70b3-4ff6-9fe0-5d9635cfac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:16.254129 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-d9967277-70b3-4ff6-9fe0-5d9635cfac1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1129 time: 0.0405619 May 13 13:36:16.355946 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-50415652-8f62-4eb7-9c52-4349143942bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:16.357368 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-50415652-8f62-4eb7-9c52-4349143942bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.0837228 May 13 13:36:16.424621 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-77738a3e-5aef-4cbb-9f33-0314de97024b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71dd5492-9e7a-4331-96ca-71e55d876b81 HTTP/1.1" status: 200 len: 1001 time: 0.0614948 May 13 13:36:16.472069 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-b3e8f3ed-59e8-4951-b84a-72e7cd1ec70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:16.473779 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-b3e8f3ed-59e8-4951-b84a-72e7cd1ec70a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0428345 May 13 13:36:16.516911 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-db19ae2b-dfdf-4590-809e-4d4fcb4b8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:16.518408 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-db19ae2b-dfdf-4590-809e-4d4fcb4b8396 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386291 May 13 13:36:16.610081 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-0f5d8c51-4b79-4ca1-ae25-b956be6889cd service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846212 May 13 13:36:16.696991 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b8745feb-3f40-4cad-a205-bc2505dd5392 req-c54448f8-3759-433d-8df5-8038610e9d59 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815959 May 13 13:36:30.676947 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:32.644484 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-3ad82717-cc73-455f-ba2f-c5247abe079f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011461249&fields=id&tenant_id=6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 267 time: 0.0442050 May 13 13:36:32.753896 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-6127da5f-a233-41e0-8996-21369ad4056f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:32.755281 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-6127da5f-a233-41e0-8996-21369ad4056f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 812 time: 0.1035471 May 13 13:36:32.771096 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-d3dbfc5d-f71f-49d4-9f83-6d3d55904ca4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/quotas/6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 375 time: 0.0102513 May 13 13:36:32.822709 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-b7033c66-f150-489d-99f5-5ab7739298e9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459790 May 13 13:36:32.990811 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-80afc069-e3aa-46dc-bb9c-18b9f546500c service neutron] 10.222.0.13 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573751 May 13 13:36:33.342807 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-0fad3798-6edb-4753-9ccd-9ba9312a4fd5 service neutron] 10.222.0.13 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462250 May 13 13:36:33.913884 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-54ae97f4-f685-465b-bef7-1108ec4c4415 req-ba62819a-050e-4999-a5fc-ac56c85346ef tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 210 time: 0.0394642 May 13 13:36:35.026006 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a538882-65f8-4755-86ff-56dfccce9693 req-f9d12f3c-74de-49fe-83ba-e37083af9f9f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 210 time: 0.0335109 May 13 13:36:35.611023 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b9aba600-ffdc-4086-9fd8-fcb38273a5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:35.949713 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-85ac08ea-8caf-4f1a-9ad3-d1b4bb7a83f2 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:35.951086 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-85ac08ea-8caf-4f1a-9ad3-d1b4bb7a83f2 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 812 time: 0.1050189 May 13 13:36:36.014679 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-b3b14566-7b1a-4d15-a2b0-1a0a865282e2 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6445798bd0f5475dba3878ea68e1eada HTTP/1.1" status: 200 len: 380 time: 0.0558472 May 13 13:36:36.022529 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'port': {'device_id': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'admin_state_up': True, 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'security_groups': ['18c22382-e9e8-4a84-9d35-d26bf441a5f0']}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:36:36.140387 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325aa11f-8453-4bd2-9ee6-5146cc266e48 req-cb61b62c-7b9f-4d06-bb26-ddd94a1d0c44 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 210 time: 0.0316868 May 13 13:36:36.248339 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Made reservation on behalf of 6445798bd0f5475dba3878ea68e1eada for: {'port': 1} {{(pid=104059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:36:36.251844 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:36.377387 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Allocated IP 172.20.0.7 (f93163e1-e8a9-4aac-a1de-53c0262bf902/7a97e446-f613-40ac-9fb0-19c8e6b03138/f22f62c9-b9d0-41a6-8f65-2dad16c2daf4) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:36:36.521536 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:36.643047 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:36.682818 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:36:36.685856 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:36:36.689544 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:36:36.728421 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:36.739510 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.740371 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.740371 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.740571 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.740826 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.741145 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.742174 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.742418 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.742740 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.743061 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.743378 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.743695 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.744020 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.744324 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.744639 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:36.763180 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:36.763860 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:36.873818 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-142d9864-fd00-4e8b-9431-8b7a66247e8f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8547704 May 13 13:36:36.884908 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.v2.base [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Request body: {'port': {'device_id': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84163'}} {{(pid=104059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:36:36.913638 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-3fefb063-13ad-4430-98a4-fddc36ed5bf5 None None] Provisioning complete for port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 triggered by entity DHCP. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:36:36.914575 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3fefb063-13ad-4430-98a4-fddc36ed5bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:36.943979 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:36.948709 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-3fefb063-13ad-4430-98a4-fddc36ed5bf5 None None] Port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 cannot update to ACTIVE because it is not bound. {{(pid=104060) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:36:37.209677 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:36:37.219115 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Publish callbacks [] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.233990 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Transition to ACTIVE for port object f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 will not be triggered until provisioned by entity L2. {{(pid=104059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:36:37.261491 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0741e3-82f8-435a-ae4a-5b31bff0ecf1 req-72205624-9c75-4f28-9b36-49053b5f0735 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:37.263187 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d0741e3-82f8-435a-ae4a-5b31bff0ecf1 req-72205624-9c75-4f28-9b36-49053b5f0735 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 931 time: 0.0516169 May 13 13:36:37.296532 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.321160 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d0741e3-82f8-435a-ae4a-5b31bff0ecf1 req-e0b2c331-6858-4cab-bd49-44c7a3fa6882 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516918 May 13 13:36:37.626075 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Pushing event updated for resources: {'Port': ['ID=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:37.678706 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Attempting to bind port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 on host hv-cinder-84163 for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:36:37.679800 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Attempting to bind port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 by drivers openvswitch,hyperv on host hv-cinder-84163 at level 0 using segments [{'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:36:37.680134 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Attempting to bind port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:36:37.684940 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84163 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:36:37.685261 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Attempting to bind port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 on network f93163e1-e8a9-4aac-a1de-53c0262bf902 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:36:37.690289 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Checking agent: {'id': '624fd6da-aa57-4875-8158-f947c8bfef54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84163', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 21), 'started_at': datetime.datetime(2022, 5, 13, 13, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:36:37.690627 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Checking segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:36:37.691012 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Bound using segment: {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:36:37.691434 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Bound port: f22f62c9-b9d0-41a6-8f65-2dad16c2daf4, host: hv-cinder-84163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8109c387-8f39-4713-8f7f-5e68d047f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:36:37.691792 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.759657 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] For port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4, host hv-cinder-84163, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:36:37.762733 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] For port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4, host hv-cinder-84163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:36:37.872102 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8871419'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.908456 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:37.909068 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:37.910486 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] 10.222.0.69 "PUT /v2.0/ports/f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 HTTP/1.1" status: 200 len: 1093 time: 1.0300891 May 13 13:36:37.910939 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:37.913842 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9835044c-cf0e-4075-b832-112613075178" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:37.941548 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8435f-9fa1-4c61-be16-03d738a02d8e service neutron] Pushing event updated for resources: {'Port': ['ID=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:37.959728 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a173ed98-3c42-4f3b-812b-f6d23ceedac3 x-openstack-request-id: req-a173ed98-3c42-4f3b-812b-f6d23ceedac3 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:37.960514 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:37.960775 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a173ed98-3c42-4f3b-812b-f6d23ceedac3 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:37.961484 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a173ed98-3c42-4f3b-812b-f6d23ceedac3'] response: {'name': 'network-changed', 'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'status': 'completed', 'code': 200} May 13 13:36:38.030896 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835044c-cf0e-4075-b832-112613075178 req-19cb579a-3949-492e-b3c5-b0820a091e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:38.032402 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9835044c-cf0e-4075-b832-112613075178 req-19cb579a-3949-492e-b3c5-b0820a091e07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 1127 time: 0.0453370 May 13 13:36:38.065400 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-50cd2c22-0f05-4c4c-9b6a-78ce64b1d031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:38.141133 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835044c-cf0e-4075-b832-112613075178 req-63a5c728-bddd-425d-bc7c-a798d54feef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:38.142522 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9835044c-cf0e-4075-b832-112613075178 req-63a5c728-bddd-425d-bc7c-a798d54feef9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6445798bd0f5475dba3878ea68e1eada&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1027446 May 13 13:36:38.237947 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835044c-cf0e-4075-b832-112613075178 req-74444b18-433b-48c1-9a65-5511e8a8d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:38.239942 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-9835044c-cf0e-4075-b832-112613075178 req-74444b18-433b-48c1-9a65-5511e8a8d3a6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925074 May 13 13:36:38.319007 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-06d0b22f-a75f-411d-959e-5d739299379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:38.321564 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-06d0b22f-a75f-411d-959e-5d739299379d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 1127 time: 0.0464361 May 13 13:36:38.362895 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-8dd84503-56a7-4757-8180-d0c16a74996c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 HTTP/1.1" status: 200 len: 217 time: 0.0350814 May 13 13:36:38.412417 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-be8f6d18-6ce9-4071-835a-4dfd78d74ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:38.414349 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-be8f6d18-6ce9-4071-835a-4dfd78d74ed2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0456963 May 13 13:36:38.443456 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a3cd1-18ee-4d04-a2ee-4f336101e55d req-9c6263c7-7bb2-43f2-9679-7f2e8d6406b5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:38.445540 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f9a3cd1-18ee-4d04-a2ee-4f336101e55d req-9c6263c7-7bb2-43f2-9679-7f2e8d6406b5 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 943 time: 0.0481091 May 13 13:36:38.457924 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-6fabb1ac-eb32-4457-93d7-7c45f3a4e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:38.459425 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-6fabb1ac-eb32-4457-93d7-7c45f3a4e985 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392523 May 13 13:36:38.494866 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0f9a3cd1-18ee-4d04-a2ee-4f336101e55d req-6bc342e4-0536-4846-a49b-0d7990f4806f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436330 May 13 13:36:38.551524 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-7c91ab95-52bd-4917-b069-d80557156959 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859261 May 13 13:36:38.638761 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-af17d5ec-2662-47fa-8b90-353586f3e9dc req-267a7982-9e4a-4461-a54b-845e029960cc service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809956 May 13 13:36:39.316114 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:36:39.608293 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:39.618090 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8a1af-8d4e-4160-972b-592fd320fb58 req-22a2330e-ac48-4d7e-9455-ec370c86532f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:39.626719 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-78c8a1af-8d4e-4160-972b-592fd320fb58 req-22a2330e-ac48-4d7e-9455-ec370c86532f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 943 time: 0.0532925 May 13 13:36:39.669922 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-78c8a1af-8d4e-4160-972b-592fd320fb58 req-93f1a89a-1ae9-4185-b846-e694f82a287b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 May 13 13:36:40.792632 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a7d74-5e9f-49f8-96b1-2c7fe8f3ff27 req-e9284a1a-ad83-49da-8283-a35d553320c4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:40.794111 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c0a7d74-5e9f-49f8-96b1-2c7fe8f3ff27 req-e9284a1a-ad83-49da-8283-a35d553320c4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 943 time: 0.0489397 May 13 13:36:40.843881 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9c0a7d74-5e9f-49f8-96b1-2c7fe8f3ff27 req-71c6bd61-65e7-4d1d-abf6-2d1022936002 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 May 13 13:36:41.171476 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:41.961310 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4a0e8-ce34-433c-8354-842db80b8690 req-a375442f-84af-4227-83b4-ce23b949f0ca tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:41.962776 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c8e4a0e8-ce34-433c-8354-842db80b8690 req-a375442f-84af-4227-83b4-ce23b949f0ca tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 943 time: 0.0510769 May 13 13:36:42.012180 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c8e4a0e8-ce34-433c-8354-842db80b8690 req-492d663e-d510-4622-8260-ac2ab10fb2df tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436234 May 13 13:36:42.548410 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:43.220762 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4439-70c8-46ab-917f-08db8242d201 req-745cabb0-e637-4855-bb0d-a7ff3e38cb87 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:43.222394 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-639e4439-70c8-46ab-917f-08db8242d201 req-745cabb0-e637-4855-bb0d-a7ff3e38cb87 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 943 time: 0.0506949 May 13 13:36:43.274945 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-639e4439-70c8-46ab-917f-08db8242d201 req-40a0947f-d658-4ce1-8619-b0c7305bc755 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453823 May 13 13:36:44.393860 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31c87f-41b9-4023-b374-6f0b6b4ea7cf req-f8744097-46c1-4c1c-8537-d14c611d4a7c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:44.395348 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8f31c87f-41b9-4023-b374-6f0b6b4ea7cf req-f8744097-46c1-4c1c-8537-d14c611d4a7c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 943 time: 0.0476294 May 13 13:36:44.450415 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8f31c87f-41b9-4023-b374-6f0b6b4ea7cf req-fa75170f-f1a3-494a-b578-8c1758d75d69 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482130 May 13 13:36:45.563012 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42e188-53fd-4cc5-b143-977f8018e158 req-daf72a63-40df-45c5-9cb3-fdc7c5ed2d2d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:45.564484 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa42e188-53fd-4cc5-b143-977f8018e158 req-daf72a63-40df-45c5-9cb3-fdc7c5ed2d2d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 943 time: 0.0479641 May 13 13:36:45.620563 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa42e188-53fd-4cc5-b143-977f8018e158 req-3272e3a9-54a2-4d7f-8190-f391893a7fee tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492594 May 13 13:36:46.481442 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 details requested by agent hyperv_hv-cinder-84163 with host hv-cinder-84163 {{(pid=104060) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:36:46.577448 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:46.589906 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Returning: {'device': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'port_id': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'mac_address': 'fa:16:3e:6e:1c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104060) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:36:46.629853 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 is: DOWN; New status is: BUILD {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:36:46.630259 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.643806 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 {{(pid=104060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:36:46.665691 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:46.736077 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44871d5d-2b64-4e10-9cf4-faac0009e0e4 req-51b9904d-f529-4e93-a3f0-e91d966ce117 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:46.737459 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44871d5d-2b64-4e10-9cf4-faac0009e0e4 req-51b9904d-f529-4e93-a3f0-e91d966ce117 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 943 time: 0.0489206 May 13 13:36:46.787513 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44871d5d-2b64-4e10-9cf4-faac0009e0e4 req-fbc0f200-706c-4ac2-8e93-6a5bc440d7cf tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 May 13 13:36:46.799809 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:46.846571 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:46.854664 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.858290 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.859203 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.859203 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:46.859386 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:47.017528 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] get_ports_and_sgs() called for port_ids ['f22f62c9-b9d0-41a6-8f65-2dad16c2daf4'] {{(pid=104060) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:36:47.903539 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3475d-21b8-42b5-8ff5-5d685e3a14dd req-c1bbf15c-428c-41e8-9e81-c7b8e109bd1c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:47.905019 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73e3475d-21b8-42b5-8ff5-5d685e3a14dd req-c1bbf15c-428c-41e8-9e81-c7b8e109bd1c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 944 time: 0.0496798 May 13 13:36:47.953572 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73e3475d-21b8-42b5-8ff5-5d685e3a14dd req-4d61793a-fce8-4a4b-bd78-c7ed3d0b9ddf tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 May 13 13:36:48.507109 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 up at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:36:48.562863 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning for port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 completed by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:36:48.648201 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.provisioning_blocks [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Provisioning complete for port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 triggered by entity L2. {{(pid=104060) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:36:48.648584 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1427438'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), provisioning_complete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.736943 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Current status of the port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 is: BUILD; New status is: ACTIVE {{(pid=104060) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:36:48.736943 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.760068 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4'}] {{(pid=104060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:48.762419 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65f5b412acfafc5180fc9998d34bc59ee4ef57b114c6ef151dbc936e8c1eaf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011afc33-7b6c-4840-a13c-a47220efa31d" -d '{"events": [{"server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "name": "network-vif-plugged", "status": "completed", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4"}]}' {{(pid=104060) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:48.776207 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] For port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:36:48.799545 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc4de41-fc43-4683-ac0a-aa6898cd7596 x-openstack-request-id: req-bcc4de41-fc43-4683-ac0a-aa6898cd7596 {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:48.799875 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "name": "network-vif-plugged", "status": "completed", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4", "code": 200}]} {{(pid=104060) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:48.800132 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcc4de41-fc43-4683-ac0a-aa6898cd7596 {{(pid=104060) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:48.800541 dv-cinder-841632-1-iscsi neutron-server[104060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc4de41-fc43-4683-ac0a-aa6898cd7596'] response: {'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'code': 200} May 13 13:36:48.853961 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:48.908461 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Pushing event updated for resources: {'Port': ['ID=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,revision_number=5']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:49.069230 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7309d-52c7-419c-ba00-927cf4b9d780 req-ce10db8c-675d-4a33-b91a-39c4310f715e tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:49.070801 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-82a7309d-52c7-419c-ba00-927cf4b9d780 req-ce10db8c-675d-4a33-b91a-39c4310f715e tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 945 time: 0.0479317 May 13 13:36:49.128273 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-82a7309d-52c7-419c-ba00-927cf4b9d780 req-feb10e46-b36e-4b5d-bde4-c0ff6fc9f20f tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511463 May 13 13:36:49.144848 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e93fd-48d6-4c99-8b57-8ded2ccf3195 req-2ed73b05-c04e-414d-ba91-d06c279713de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:49.146374 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b55e93fd-48d6-4c99-8b57-8ded2ccf3195 req-2ed73b05-c04e-414d-ba91-d06c279713de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 1129 time: 0.0445209 May 13 13:36:49.194565 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-b55e93fd-48d6-4c99-8b57-8ded2ccf3195 req-225f71b4-66a3-4e57-b52d-2c7d81e2402d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 May 13 13:36:50.248620 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a5177-1e08-4bcb-9582-a972be3905a2 req-d94bb569-6e88-4726-b981-4de57ed08640 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:50.250140 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-962a5177-1e08-4bcb-9582-a972be3905a2 req-d94bb569-6e88-4726-b981-4de57ed08640 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 945 time: 0.0489953 May 13 13:36:50.303099 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-962a5177-1e08-4bcb-9582-a972be3905a2 req-fe85ce52-cf02-4781-b164-ce5dee23d99b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470920 May 13 13:36:51.427256 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff46b-7067-42b7-aedc-c4d4ae694b8e req-b1b5bdfb-4a92-4133-9790-bbc058bdaa2b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:51.428761 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a2ff46b-7067-42b7-aedc-c4d4ae694b8e req-b1b5bdfb-4a92-4133-9790-bbc058bdaa2b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 945 time: 0.0561473 May 13 13:36:51.483017 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a2ff46b-7067-42b7-aedc-c4d4ae694b8e req-dfc0fa3a-d184-4245-a617-733489bf8b30 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442047 May 13 13:36:51.598142 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7efae-e6af-42ca-a624-fc2f97b5b4cb req-d15a3b5d-7208-4fee-9afb-755cc752c921 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:51.600085 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00c7efae-e6af-42ca-a624-fc2f97b5b4cb req-d15a3b5d-7208-4fee-9afb-755cc752c921 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 945 time: 0.0515525 May 13 13:36:51.650357 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00c7efae-e6af-42ca-a624-fc2f97b5b4cb req-7d15ec98-d423-4f65-aa68-e3dbc8161130 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446434 May 13 13:36:51.672199 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56048) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:51.714148 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca17924-10cf-404a-a550-56f0338a1a55 tempest-TestVolumeBootPattern-2005106347 tempest-TestVolumeBootPattern-2005106347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:51.715676 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fca17924-10cf-404a-a550-56f0338a1a55 tempest-TestVolumeBootPattern-2005106347 tempest-TestVolumeBootPattern-2005106347-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 1124 time: 0.0423086 May 13 13:36:51.718404 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56050) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:36:51.722563 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Request body: {'floatingip': {'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'port_id': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:36:51.813605 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:51.892527 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.004172 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Allocated IP 172.27.2.164 (4ae6d7c2-b512-4e8f-b736-5b3160709f71/884197f4-2b78-4ccd-a3ee-93db98a8cf13/b8f96ad1-92c7-47bd-9029-c1ff5da0e85f) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:36:52.108808 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.211870 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733591694960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.255699 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Network 4ae6d7c2-b512-4e8f-b736-5b3160709f71 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:36:52.263433 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:36:52.267960 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:36:52.271120 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=b8f96ad1-92c7-47bd-9029-c1ff5da0e85f,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:52.299711 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.300058 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.300405 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.300780 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.301137 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.301474 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.301804 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.302130 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.302485 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.302814 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.303142 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.303469 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.303790 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.304111 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.304435 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:36:52.660631 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (48e96be4-d212-4899-84a5-0fbf26ffdc0d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.782355 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383469'] for port (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:52.941066 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for port (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:53.025456 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733592190374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733591694978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733591694996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9693326'] for port (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:53.096418 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event updated for resources: {'Port': ['ID=b8f96ad1-92c7-47bd-9029-c1ff5da0e85f,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:36:53.108302 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597274'] for floatingip (48e96be4-d212-4899-84a5-0fbf26ffdc0d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:53.214154 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Floating IP 48e96be4-d212-4899-84a5-0fbf26ffdc0d associated. External IP: 172.27.2.164, port: f22f62c9-b9d0-41a6-8f65-2dad16c2daf4. May 13 13:36:53.433222 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Router 3558674d-8be6-4ece-b578-0a71f204244d has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:36:53.545937 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:36:53.556639 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:36:53.570093 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:53.571361 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:36:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:53.630283 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:36:53.661330 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-37f00410-0af4-4701-a484-1bf5b7e6a1ab tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9417310 May 13 13:36:53.662162 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:36:53.664520 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:36:53.684172 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:53.707162 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041d8291-4fd4-48c8-a6c9-d784feb01a93 x-openstack-request-id: req-041d8291-4fd4-48c8-a6c9-d784feb01a93 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:36:53.707456 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:36:53.707711 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-041d8291-4fd4-48c8-a6c9-d784feb01a93 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:36:53.708126 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041d8291-4fd4-48c8-a6c9-d784feb01a93'] response: {'name': 'network-changed', 'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'status': 'completed', 'code': 200} May 13 13:36:53.796943 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-b83d040f-0094-42af-95fe-0e198fb42e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:53.798364 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-b83d040f-0094-42af-95fe-0e198fb42e99 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 1129 time: 0.0411332 May 13 13:36:53.890475 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-71255faa-6d17-45b9-a303-8f5d7fcc4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:53.891935 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-71255faa-6d17-45b9-a303-8f5d7fcc4a4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.0882106 May 13 13:36:53.912469 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '48e96be4-d212-4899-84a5-0fbf26ffdc0d', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:6e:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:36:52Z', 'updated_at': '2022-05-13T13:36:52Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}, {'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:57Z', 'revision_number': 1, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:53.940680 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:36:53.952888 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:36:53.953529 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:36:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:53.962171 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-9c2cffe5-e7a1-4aac-b861-90cabec71bda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 HTTP/1.1" status: 200 len: 999 time: 0.0648499 May 13 13:36:54.010974 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-762ac595-a0df-44c2-886a-3a7a324e78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:54.012447 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-762ac595-a0df-44c2-886a-3a7a324e78a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0452836 May 13 13:36:54.060416 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-41dbb5be-6915-4b80-8b38-537b6c51f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:36:54.061821 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-41dbb5be-6915-4b80-8b38-537b6c51f516 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437784 May 13 13:36:54.064776 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:36:54.150380 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-84835dd7-5c5c-4468-9098-eba9baccb496 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826952 May 13 13:36:54.244234 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-3ddf804f-5b27-4c3e-8a02-cf9073d3d353 req-eec6602c-c388-4b04-a49f-83a6ceb46fde service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885065 May 13 13:36:54.288969 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '48e96be4-d212-4899-84a5-0fbf26ffdc0d', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:6e:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:36:52Z', 'updated_at': '2022-05-13T13:36:52Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}, {'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:57Z', 'revision_number': 1, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:36:54.316520 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc0fc-2608-427a-896e-76fa3802e85b None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '48e96be4-d212-4899-84a5-0fbf26ffdc0d', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:6e:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:36:52Z', 'updated_at': '2022-05-13T13:36:52Z', 'revision_number': 0, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}, {'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:57Z', 'revision_number': 1, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:36:54.514041 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8cf12c-9ef0-44cd-be41-87f81d69c8d6 None None] New status for floating IP 48e96be4-d212-4899-84a5-0fbf26ffdc0d: ACTIVE {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:37:00.676103 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:05.647798 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ec3f-066c-4318-a2d3-f47a37eb77e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:08.047552 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6c32b213-628b-489c-81ea-9633a36a6358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:09.612986 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:11.170971 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:12.533280 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:16.170637 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-df0800b5-b8a7-405f-99b8-602f9046976b req-8c68c4aa-8029-426b-ad66-f6806b4404c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417655 May 13 13:37:16.254807 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0800b5-b8a7-405f-99b8-602f9046976b req-7184172d-54fd-4d51-8153-f71b9901ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:37:16.256272 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-df0800b5-b8a7-405f-99b8-602f9046976b req-7184172d-54fd-4d51-8153-f71b9901ad4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1129 time: 0.0415628 May 13 13:37:16.314383 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:37:16.380817 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0800b5-b8a7-405f-99b8-602f9046976b req-18568710-427e-4df4-b762-8eee6d852459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:37:16.383111 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-df0800b5-b8a7-405f-99b8-602f9046976b req-18568710-427e-4df4-b762-8eee6d852459 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.1023579 May 13 13:37:16.447409 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-df0800b5-b8a7-405f-99b8-602f9046976b req-22f8fffe-2d5e-4249-8001-d41a7accf7b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71dd5492-9e7a-4331-96ca-71e55d876b81 HTTP/1.1" status: 200 len: 1001 time: 0.0594132 May 13 13:37:16.495420 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0800b5-b8a7-405f-99b8-602f9046976b req-d8f1d15c-ff29-4731-989f-b3824b0e3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:37:16.496877 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-df0800b5-b8a7-405f-99b8-602f9046976b req-d8f1d15c-ff29-4731-989f-b3824b0e3e45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0441418 May 13 13:37:16.544306 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0800b5-b8a7-405f-99b8-602f9046976b req-8865e165-20af-4e8c-80d0-b9b06ec786e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:37:16.545772 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-df0800b5-b8a7-405f-99b8-602f9046976b req-8865e165-20af-4e8c-80d0-b9b06ec786e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433552 May 13 13:37:16.634496 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-df0800b5-b8a7-405f-99b8-602f9046976b req-f40fde1b-36b2-4e27-8efb-81e4b3bfd3f6 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829246 May 13 13:37:16.738969 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-df0800b5-b8a7-405f-99b8-602f9046976b req-8bdd245a-7e18-45a4-b5f8-ca2a4d5ed03d service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986924 May 13 13:37:30.701813 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:35.618070 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-add0f12f-deb5-49d3-b551-31b8c4198b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:38.056272 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1d443df5-1103-4efe-b8bd-38efeebd2a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:39.610669 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:41.207117 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:42.543572 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:37:53.312568 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:38:00.720720 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:05.634688 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7de3bad-4fc4-4e66-a859-78ac583de13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:08.078998 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b0769e9c-e626-4997-976c-f0c56f9bc999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:09.633004 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:11.183714 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:12.565921 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:17.173944 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-dd20aea7-b8b9-45af-86ea-4b5b6ff501b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390594 May 13 13:38:17.229893 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-a22c4cee-c805-422a-92e4-c5ba907cd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:17.231400 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-a22c4cee-c805-422a-92e4-c5ba907cd7bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 1129 time: 0.0385141 May 13 13:38:17.336965 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-0a091b78-5391-402f-b028-93930860cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:17.338566 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-0a091b78-5391-402f-b028-93930860cc2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.0893145 May 13 13:38:17.402189 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-343e85a8-4d29-4f1d-b1f2-9a84e61168d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 HTTP/1.1" status: 200 len: 1001 time: 0.0583901 May 13 13:38:17.449847 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-3c128ae4-226c-4db9-85cc-3e0a2de4400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:17.451351 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-3c128ae4-226c-4db9-85cc-3e0a2de4400a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0430741 May 13 13:38:17.497792 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-33b9a512-a542-4e55-ab1a-cbe927a0ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:17.499317 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-33b9a512-a542-4e55-ab1a-cbe927a0ac94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426214 May 13 13:38:17.585790 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-9cdbe577-3caf-4d1d-b966-761d96d41b20 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801611 May 13 13:38:17.676729 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-4896039a-7445-4450-90e3-6bd45aceedd9 req-4709a88a-8f64-484b-b4d9-dd21a8938d14 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855985 May 13 13:38:20.741972 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56076) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:20.889244 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Deleting port b8f96ad1-92c7-47bd-9029-c1ff5da0e85f {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:20.889581 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:20.967709 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:20.968052 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:20.981149 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Calling delete_port for b8f96ad1-92c7-47bd-9029-c1ff5da0e85f owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:21.181654 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (b8f96ad1-92c7-47bd-9029-c1ff5da0e85f), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:21.209798 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event deleted for resources: {'Port': ['ID=b8f96ad1-92c7-47bd-9029-c1ff5da0e85f,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:21.234549 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.234889 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.235227 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.235978 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.236182 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.236333 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.236653 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.236971 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.237290 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.237608 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.237928 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.238272 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.238592 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.238931 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.239246 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:21.280578 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (48e96be4-d212-4899-84a5-0fbf26ffdc0d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:21.280929 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Floating IP 48e96be4-d212-4899-84a5-0fbf26ffdc0d disassociated (deleted). External IP: 172.27.2.164, port: f22f62c9-b9d0-41a6-8f65-2dad16c2daf4. May 13 13:38:21.497748 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Router 3558674d-8be6-4ece-b578-0a71f204244d has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:38:21.608816 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:38:21.614376 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:21.620132 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db481311-3784-4b23-972e-c1510da38033 None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:38:21.630868 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db481311-3784-4b23-972e-c1510da38033 None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:38:21.631488 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-db481311-3784-4b23-972e-c1510da38033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:38:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:21.645664 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9df4d295-e166-4666-9da6-27bdeb63fd40 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "DELETE /v2.0/floatingips/48e96be4-d212-4899-84a5-0fbf26ffdc0d HTTP/1.1" status: 204 len: 168 time: 0.9025705 May 13 13:38:21.646272 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:38:21.648581 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2860aef3e9e2b6c8614bc54004059a3ac72db6b78bcb22292481392ce9a0b357" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:38:21.754106 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-db481311-3784-4b23-972e-c1510da38033 None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:38:21.761008 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1184d4-427d-4c2e-9d64-9b6fb096752b x-openstack-request-id: req-1d1184d4-427d-4c2e-9d64-9b6fb096752b {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:38:21.761535 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:38:21.761535 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d1184d4-427d-4c2e-9d64-9b6fb096752b {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:38:21.761822 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1184d4-427d-4c2e-9d64-9b6fb096752b'] response: {'name': 'network-changed', 'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'status': 'completed', 'code': 200} May 13 13:38:21.826769 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-d803fd3a-3e72-4b52-bb70-1e185c17acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:21.828373 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-d803fd3a-3e72-4b52-bb70-1e185c17acaa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 1129 time: 0.0449803 May 13 13:38:21.934989 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-7595d902-649b-45c3-b80f-8187056d97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:21.936808 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-7595d902-649b-45c3-b80f-8187056d97fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.1007173 May 13 13:38:21.981591 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-b9e45147-5e32-4916-88b9-1ccece429a0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 HTTP/1.1" status: 200 len: 217 time: 0.0391443 May 13 13:38:22.042153 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-17babe11-d8f5-44f0-a060-edae3d8fc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:22.042153 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-17babe11-d8f5-44f0-a060-edae3d8fc76c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0493200 May 13 13:38:22.122336 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffddb8f-280b-482e-b21b-a19636d6c329 req-f3dfda60-379a-45fd-966c-0d80e1fcf136 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:22.123830 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ffddb8f-280b-482e-b21b-a19636d6c329 req-f3dfda60-379a-45fd-966c-0d80e1fcf136 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 945 time: 0.1040277 May 13 13:38:22.123966 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-db481311-3784-4b23-972e-c1510da38033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:57Z', 'revision_number': 1, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:22.154666 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db481311-3784-4b23-972e-c1510da38033 None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:38:22.162959 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db481311-3784-4b23-972e-c1510da38033 None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:38:22.166438 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-db481311-3784-4b23-972e-c1510da38033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:38:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:22.177075 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ffddb8f-280b-482e-b21b-a19636d6c329 req-2678b313-08e5-43db-afda-0cd650f075ac tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 May 13 13:38:22.278421 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-db481311-3784-4b23-972e-c1510da38033 None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:38:22.488206 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-db481311-3784-4b23-972e-c1510da38033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:57Z', 'revision_number': 1, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:22.517681 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db481311-3784-4b23-972e-c1510da38033 None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_floatingips': [{'id': '683e457c-c863-4b1e-8987-7d5cf6ef5233', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'router_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'port_id': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'mac_address': 'fa:16:3e:3b:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:34:55Z', 'updated_at': '2022-05-13T13:34:57Z', 'revision_number': 1, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:38:22.743373 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ca0f5-d5bb-4393-b35d-3f9c60532d91 None None] New status for floating IP 48e96be4-d212-4899-84a5-0fbf26ffdc0d: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:38:23.053842 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-8ca28aba-988a-419c-b0d0-c5e4bb80d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:23.055390 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-8ca28aba-988a-419c-b0d0-c5e4bb80d675 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412936 May 13 13:38:23.150057 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-5747ce24-0168-417a-8d87-650dcb85a437 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868702 May 13 13:38:23.279255 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-be689bf0-ffb8-4bfd-9dd2-04cc444ba29f req-2dc126f2-bf9c-445b-8fbd-6de0550e9102 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926852 May 13 13:38:23.344018 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333bd70-69d6-4a8c-9d99-e891b60ec7b9 req-b330bdfe-0bc1-4f1a-a98b-4c6ce7403708 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:23.345694 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0333bd70-69d6-4a8c-9d99-e891b60ec7b9 req-b330bdfe-0bc1-4f1a-a98b-4c6ce7403708 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 945 time: 0.0981348 May 13 13:38:23.395724 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0333bd70-69d6-4a8c-9d99-e891b60ec7b9 req-4eb804ce-9b08-450b-9698-6f5f646a7803 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440021 May 13 13:38:23.550094 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-b37cde67-d8b0-43bd-bbb1-d019aa9a00fa tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:23.551525 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-b37cde67-d8b0-43bd-bbb1-d019aa9a00fa tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 945 time: 0.0513175 May 13 13:38:23.635580 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Deleting port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:23.635836 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:23.725666 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] For port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:23.726017 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:23.739373 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Calling delete_port for f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:23.920448 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (f22f62c9-b9d0-41a6-8f65-2dad16c2daf4), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:23.952651 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event deleted for resources: {'Port': ['ID=f22f62c9-b9d0-41a6-8f65-2dad16c2daf4,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:23.979261 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.979596 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.979936 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.980273 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.980605 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.980932 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.981284 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.981608 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.981950 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.982305 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.982632 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.982955 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.983280 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.983601 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:23.983916 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:24.007023 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] No DVR routers for this DVR port f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:38:24.009495 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:24.012864 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-10fb496e-3f1e-45ea-8c1f-1a49633ed2bc req-de97f192-01bd-4f17-b95d-824e21d4646b tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "DELETE /v2.0/ports/f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 HTTP/1.1" status: 204 len: 173 time: 0.4558666 May 13 13:38:24.013294 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'name': 'network-vif-deleted', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:38:24.015535 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11845e6-92a7-4226-9ea1-1cb228f4e59b" -d '{"events": [{"server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "name": "network-vif-deleted", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:38:24.050327 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe8b42-d171-4db7-bb2a-1860f92ece05 x-openstack-request-id: req-e4fe8b42-d171-4db7-bb2a-1860f92ece05 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:38:24.050675 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b3716e-b5e3-4b0c-ab47-049b80ccb815", "name": "network-vif-deleted", "tag": "f22f62c9-b9d0-41a6-8f65-2dad16c2daf4", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:38:24.050927 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4fe8b42-d171-4db7-bb2a-1860f92ece05 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:38:24.051327 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fe8b42-d171-4db7-bb2a-1860f92ece05'] response: {'server_uuid': 'a5b3716e-b5e3-4b0c-ab47-049b80ccb815', 'name': 'network-vif-deleted', 'tag': 'f22f62c9-b9d0-41a6-8f65-2dad16c2daf4', 'status': 'completed', 'code': 200} May 13 13:38:24.494957 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-63156ef4-ded6-44c4-bded-367a5368a91a req-32f05b25-5b64-49e8-a935-b3082bf9a27a tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5b3716e-b5e3-4b0c-ab47-049b80ccb815 HTTP/1.1" status: 200 len: 210 time: 0.0286615 May 13 13:38:27.074357 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:38:27.094384 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:38:27.100498 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device f22f62c9-b9d0-41a6-8f65-2dad16c2daf4 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:38:28.008469 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 56122) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:28.156736 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Deleting port 9c52bf02-69a0-42cb-bdf6-676c680ccbeb {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:28.157069 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:28.232777 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:28.233098 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:28.249046 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Calling delete_port for 9c52bf02-69a0-42cb-bdf6-676c680ccbeb owned by network:floatingip {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:28.507760 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (9c52bf02-69a0-42cb-bdf6-676c680ccbeb), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:28.532270 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event deleted for resources: {'Port': ['ID=9c52bf02-69a0-42cb-bdf6-676c680ccbeb,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:28.596275 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (683e457c-c863-4b1e-8987-7d5cf6ef5233), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:28.602463 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.db.l3_db [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Floating IP 683e457c-c863-4b1e-8987-7d5cf6ef5233 disassociated (deleted). External IP: 172.27.2.171, port: 71dd5492-9e7a-4331-96ca-71e55d876b81. May 13 13:38:28.800343 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Router 3558674d-8be6-4ece-b578-0a71f204244d has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:38:28.906873 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:38:28.911659 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:28.916193 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:38:28.927146 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:38:28.927787 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:38:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:29.043786 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:38:29.205033 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-1c234a5e-5f1d-4fc9-9497-4ea1c37cda74 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "DELETE /v2.0/floatingips/683e457c-c863-4b1e-8987-7d5cf6ef5233 HTTP/1.1" status: 204 len: 168 time: 1.1952848 May 13 13:38:29.205674 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:38:29.208166 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a145f896-9cdd-4524-99d6-f934527581cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:38:29.245205 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:29.252344 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43a2da6-f35a-4381-9f0c-99224268590b x-openstack-request-id: req-d43a2da6-f35a-4381-9f0c-99224268590b {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:38:29.252629 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:38:29.252873 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d43a2da6-f35a-4381-9f0c-99224268590b {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:38:29.253295 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43a2da6-f35a-4381-9f0c-99224268590b'] response: {'name': 'network-changed', 'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'status': 'completed', 'code': 200} May 13 13:38:29.273732 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:38:29.283303 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:38:29.283699 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:38:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:29.311536 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145f896-9cdd-4524-99d6-f934527581cf req-43f52da0-cff9-4093-adc6-4465e2dfc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:29.313019 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a145f896-9cdd-4524-99d6-f934527581cf req-43f52da0-cff9-4093-adc6-4465e2dfc5d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6445798bd0f5475dba3878ea68e1eada&device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 1129 time: 0.0409942 May 13 13:38:29.398164 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:38:29.405062 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145f896-9cdd-4524-99d6-f934527581cf req-b4f9d916-a00e-4760-a45f-7bcd91dcc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:29.406534 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a145f896-9cdd-4524-99d6-f934527581cf req-b4f9d916-a00e-4760-a45f-7bcd91dcc6fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 200 len: 913 time: 0.0879979 May 13 13:38:29.446677 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a145f896-9cdd-4524-99d6-f934527581cf req-436c987a-226a-44c0-9975-061309215d1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71dd5492-9e7a-4331-96ca-71e55d876b81 HTTP/1.1" status: 200 len: 217 time: 0.0343378 May 13 13:38:29.496557 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145f896-9cdd-4524-99d6-f934527581cf req-85773e8b-b9a0-4722-ab01-cd8efdd72ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:29.497909 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a145f896-9cdd-4524-99d6-f934527581cf req-85773e8b-b9a0-4722-ab01-cd8efdd72ca3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 200 len: 851 time: 0.0463715 May 13 13:38:29.545328 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145f896-9cdd-4524-99d6-f934527581cf req-21c58c73-b0a4-4627-a652-204eaaf89b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:29.546827 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a145f896-9cdd-4524-99d6-f934527581cf req-21c58c73-b0a4-4627-a652-204eaaf89b1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f93163e1-e8a9-4aac-a1de-53c0262bf902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433288 May 13 13:38:29.596529 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:29.627932 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea89e1e-f6d7-49f6-9345-7e603e6459f7 None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:31:32Z', 'revision_number': 4, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi', '_interfaces': [{'id': 'c14e2aac-8136-4318-a279-16d722ade56a', 'name': '', 'network_id': 'f93163e1-e8a9-4aac-a1de-53c0262bf902', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'mac_address': 'fa:16:3e:1f:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:31Z', 'updated_at': '2022-05-13T13:31:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'subnets': [{'id': '7a97e446-f613-40ac-9fb0-19c8e6b03138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:38:29.645337 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a145f896-9cdd-4524-99d6-f934527581cf req-a95e583d-0e82-437e-bde9-c27a8f124e52 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903692 May 13 13:38:29.645967 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f669f1-7159-45b3-9bab-975c54b573b3 req-9c1f6c93-6d0c-447b-ad91-dd5a8f060c5d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:29.647618 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11f669f1-7159-45b3-9bab-975c54b573b3 req-9c1f6c93-6d0c-447b-ad91-dd5a8f060c5d tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 945 time: 0.0544198 May 13 13:38:29.702686 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11f669f1-7159-45b3-9bab-975c54b573b3 req-89688052-d4d8-4199-8c80-8ad3f79dcf37 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463769 May 13 13:38:29.862156 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358643ac-518d-43f2-83e4-3e62140048c4 None None] New status for floating IP 683e457c-c863-4b1e-8987-7d5cf6ef5233: DOWN {{(pid=104061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:38:30.311228 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:38:30.623091 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-a145f896-9cdd-4524-99d6-f934527581cf req-2a9b1e4d-4e18-4ba1-a4d3-058df05b8414 service neutron] 10.222.0.69 "GET /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815952 May 13 13:38:30.714723 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:30.821449 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4126-4b49-4a13-a91b-0e0164909c0c req-8f188812-b329-4ffd-b903-01036208b6d9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:30.822924 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c7fc4126-4b49-4a13-a91b-0e0164909c0c req-8f188812-b329-4ffd-b903-01036208b6d9 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 945 time: 0.0485640 May 13 13:38:30.871648 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c7fc4126-4b49-4a13-a91b-0e0164909c0c req-9cd1154f-93e5-4873-8bcb-3222ae036517 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c22382-e9e8-4a84-9d35-d26bf441a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430624 May 13 13:38:31.052501 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-9a7b0a81-4404-4dbb-a255-5bbe7e6b0e99 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:38:31.053955 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-9a7b0a81-4404-4dbb-a255-5bbe7e6b0e99 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 945 time: 0.0511644 May 13 13:38:31.136285 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Deleting port 71dd5492-9e7a-4331-96ca-71e55d876b81 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:31.136542 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:31.227215 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] For port 71dd5492-9e7a-4331-96ca-71e55d876b81, host hv-cinder-84163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84163',level=0,port_id=71dd5492-9e7a-4331-96ca-71e55d876b81,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:31.227570 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:31.241636 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Calling delete_port for 71dd5492-9e7a-4331-96ca-71e55d876b81 owned by compute:nova {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:31.451813 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (71dd5492-9e7a-4331-96ca-71e55d876b81), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:31.481097 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event deleted for resources: {'Port': ['ID=71dd5492-9e7a-4331-96ca-71e55d876b81,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:31.525980 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] No DVR routers for this DVR port 71dd5492-9e7a-4331-96ca-71e55d876b81 on host hv-cinder-84163 {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:38:31.528388 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for port (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:31.531601 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [req-c5de3a27-61bb-4499-9812-7d5f74e22bd9 req-e1b7758f-8d94-4ba4-a9c7-35b5b967a3f4 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.69 "DELETE /v2.0/ports/71dd5492-9e7a-4331-96ca-71e55d876b81 HTTP/1.1" status: 204 len: 173 time: 0.4730988 May 13 13:38:31.532024 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'name': 'network-vif-deleted', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:38:31.534469 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35cfa47490a0522862fb73c32ae2f93cbe606a4fbb1ae4c44b76bae71d73fde6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba774a4-9eda-4581-a002-582cee73755b" -d '{"events": [{"server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "name": "network-vif-deleted", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:38:31.570295 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8688c939-7705-48cb-8229-d3c891a736b1 x-openstack-request-id: req-8688c939-7705-48cb-8229-d3c891a736b1 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:38:31.570586 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a77a4-9726-4d66-a733-568237a3b2fb", "name": "network-vif-deleted", "tag": "71dd5492-9e7a-4331-96ca-71e55d876b81", "status": "completed", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:38:31.570835 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8688c939-7705-48cb-8229-d3c891a736b1 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:38:31.571258 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8688c939-7705-48cb-8229-d3c891a736b1'] response: {'server_uuid': 'd79a77a4-9726-4d66-a733-568237a3b2fb', 'name': 'network-vif-deleted', 'tag': '71dd5492-9e7a-4331-96ca-71e55d876b81', 'status': 'completed', 'code': 200} May 13 13:38:31.976555 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f12b2bab-031f-402c-939d-627816638cba req-2cca2d94-f85f-4a45-8c95-c0eebc084a5e tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d79a77a4-9726-4d66-a733-568237a3b2fb HTTP/1.1" status: 200 len: 210 time: 0.0328004 May 13 13:38:33.036226 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 56138) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:33.152334 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Deleting port e4622180-21a8-4bbe-9edd-bb419d9aea51 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:33.152664 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (e4622180-21a8-4bbe-9edd-bb419d9aea51), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:33.231761 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (e4622180-21a8-4bbe-9edd-bb419d9aea51), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:33.232082 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (e4622180-21a8-4bbe-9edd-bb419d9aea51), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:33.245010 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Calling delete_port for e4622180-21a8-4bbe-9edd-bb419d9aea51 owned by network:floatingip {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:33.445779 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (e4622180-21a8-4bbe-9edd-bb419d9aea51), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:33.470932 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event deleted for resources: {'Port': ['ID=e4622180-21a8-4bbe-9edd-bb419d9aea51,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:33.530316 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for floatingip (37b2e17b-152b-43ed-9457-770931ed2c50), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:33.533010 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25698'] for floatingip (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:33.534132 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-70733eb8-62db-4281-8782-18c5bda7d417 tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "DELETE /v2.0/floatingips/37b2e17b-152b-43ed-9457-770931ed2c50 HTTP/1.1" status: 204 len: 168 time: 0.4969137 May 13 13:38:34.833652 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 56150) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:34.889574 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b309-2907-4649-8125-cba27d25f71c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group (18c22382-e9e8-4a84-9d35-d26bf441a5f0), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:34.914151 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b309-2907-4649-8125-cba27d25f71c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group (18c22382-e9e8-4a84-9d35-d26bf441a5f0), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:35.063233 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b309-2907-4649-8125-cba27d25f71c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (18c22382-e9e8-4a84-9d35-d26bf441a5f0), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:35.069793 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b309-2907-4649-8125-cba27d25f71c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Publish callbacks [] for security_group (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:35.069793 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-5eb0b309-2907-4649-8125-cba27d25f71c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] 10.222.0.13 "DELETE /v2.0/security-groups/18c22382-e9e8-4a84-9d35-d26bf441a5f0 HTTP/1.1" status: 204 len: 168 time: 0.2330337 May 13 13:38:35.077216 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0b309-2907-4649-8125-cba27d25f71c tempest-TestVolumeBootPattern-1980468939 tempest-TestVolumeBootPattern-1980468939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c22382-e9e8-4a84-9d35-d26bf441a5f0,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:35.135028 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 71dd5492-9e7a-4331-96ca-71e55d876b81 no longer exists at agent hyperv_hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:38:35.155309 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] No Port match for: 71dd5492-9e7a-4331-96ca-71e55d876b81 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:38:35.155729 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Device 71dd5492-9e7a-4331-96ca-71e55d876b81 not bound to the agent host hv-cinder-84163 {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:38:35.179398 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 56154) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:35.594488 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-aa14ae74-ad89-4615-b812-9481825ed6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:35.633445 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (3558674d-8be6-4ece-b578-0a71f204244d), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:35.858953 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Deleting port c14e2aac-8136-4318-a279-16d722ade56a {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:35.859596 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (c14e2aac-8136-4318-a279-16d722ade56a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:35.936737 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] For port c14e2aac-8136-4318-a279-16d722ade56a, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=c14e2aac-8136-4318-a279-16d722ade56a,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:35.937966 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (c14e2aac-8136-4318-a279-16d722ade56a), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:35.950371 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Calling delete_port for c14e2aac-8136-4318-a279-16d722ade56a owned by network:router_interface {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:36.181887 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (c14e2aac-8136-4318-a279-16d722ade56a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:36.208231 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14e2aac-8136-4318-a279-16d722ade56a,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:36.379550 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (3558674d-8be6-4ece-b578-0a71f204244d), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:36.592052 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Router 3558674d-8be6-4ece-b578-0a71f204244d has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:38:36.697676 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:38:36.702541 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-72a63daa-4958-4dce-9f72-acb394969314 admin admin] 10.222.0.13 "PUT /v2.0/routers/3558674d-8be6-4ece-b578-0a71f204244d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5220358 May 13 13:38:36.705725 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 56158) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:36.708520 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] Sync routers for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:38:36.722046 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:38:36.722673 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:38:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:36.811966 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks [] for router (3558674d-8be6-4ece-b578-0a71f204244d), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:36.829209 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: dv-cinder-841632-1-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:38:36.919987 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks [] for router_gateway (3558674d-8be6-4ece-b578-0a71f204244d), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.057149 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Deleting port 2de23efd-ebad-455c-8efc-d00d9160c1ab {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:37.057483 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.136136 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:38:36Z', 'revision_number': 5, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port': {'id': '2de23efd-ebad-455c-8efc-d00d9160c1ab', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3558674d-8be6-4ece-b578-0a71f204244d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:27Z', 'updated_at': '2022-05-13T13:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:37.141770 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] For port 2de23efd-ebad-455c-8efc-d00d9160c1ab, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=2de23efd-ebad-455c-8efc-d00d9160c1ab,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:37.142118 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.156045 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Calling delete_port for 2de23efd-ebad-455c-8efc-d00d9160c1ab owned by network:router_gateway {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:37.162846 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] Checking router: 3558674d-8be6-4ece-b578-0a71f204244d for host: dv-cinder-841632-1-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:38:37.171065 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] Routers {'3558674d-8be6-4ece-b578-0a71f204244d'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:38:37.171610 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:38:08Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['3558674d-8be6-4ece-b578-0a71f204244d'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:37.264777 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] Set router 3558674d-8be6-4ece-b578-0a71f204244d gateway port host: None {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:38:37.323759 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:38:36Z', 'revision_number': 6, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port_host': None}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:37.351525 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e978e4b-622c-44ed-b676-d9738222681d None None] The sync data for ids ['3558674d-8be6-4ece-b578-0a71f204244d'] in dv-cinder-841632-1-iscsi is: [{'id': '3558674d-8be6-4ece-b578-0a71f204244d', 'name': 'tempest-TestVolumeBootPattern-2072196655-router', 'tenant_id': '6445798bd0f5475dba3878ea68e1eada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:26Z', 'updated_at': '2022-05-13T13:38:36Z', 'revision_number': 6, 'project_id': '6445798bd0f5475dba3878ea68e1eada', 'gw_port_host': None}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:38:37.417507 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (2de23efd-ebad-455c-8efc-d00d9160c1ab), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.446048 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de23efd-ebad-455c-8efc-d00d9160c1ab,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:37.506184 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (3558674d-8be6-4ece-b578-0a71f204244d), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.601654 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (3558674d-8be6-4ece-b578-0a71f204244d), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.604023 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks [] for router_controller (3558674d-8be6-4ece-b578-0a71f204244d), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.698908 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (3558674d-8be6-4ece-b578-0a71f204244d), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.698908 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3558674d-8be6-4ece-b578-0a71f204244d {{(pid=104059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:38:37.702722 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.703822 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-fc00a607-20f5-4a37-8c85-e362014aece0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3558674d-8be6-4ece-b578-0a71f204244d HTTP/1.1" status: 204 len: 168 time: 0.9971724 May 13 13:38:37.706560 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56160) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:37.757667 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8ef452-0cd8-4296-8ee2-4183890b6b3f admin admin] Deleting subnet 7a97e446-f613-40ac-9fb0-19c8e6b03138 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:38:37.768019 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef452-0cd8-4296-8ee2-4183890b6b3f admin admin] Publish callbacks [] for subnet (7a97e446-f613-40ac-9fb0-19c8e6b03138), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.803960 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef452-0cd8-4296-8ee2-4183890b6b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9875999'] for subnet (7a97e446-f613-40ac-9fb0-19c8e6b03138), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.879927 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef452-0cd8-4296-8ee2-4183890b6b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (7a97e446-f613-40ac-9fb0-19c8e6b03138), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:37.995064 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef452-0cd8-4296-8ee2-4183890b6b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9693376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9692057'] for subnet (7a97e446-f613-40ac-9fb0-19c8e6b03138), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.021665 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ef452-0cd8-4296-8ee2-4183890b6b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a97e446-f613-40ac-9fb0-19c8e6b03138,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:38.023559 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef452-0cd8-4296-8ee2-4183890b6b3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.028521 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0d8ef452-0cd8-4296-8ee2-4183890b6b3f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a97e446-f613-40ac-9fb0-19c8e6b03138 HTTP/1.1" status: 204 len: 168 time: 0.3207443 May 13 13:38:38.029342 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 56162) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:38.030056 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a019d0a-b74e-4c57-8fc8-81b08ed3fc0b None None] Network f93163e1-e8a9-4aac-a1de-53c0262bf902 requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:38:38.075556 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-28c6acc7-10a1-4089-981f-8b1a8a6b518f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.109068 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (f93163e1-e8a9-4aac-a1de-53c0262bf902), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.159304 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Deleting port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:38.159747 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.204724 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] DHCP port deletion for f93163e1-e8a9-4aac-a1de-53c0262bf902 request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:38:38.228082 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] For port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:38.228563 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.242249 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Calling delete_port for 1e2dbc25-4790-4082-ba23-753e9eaa9f3a owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:38.244330 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Deleting port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:38.244705 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.314456 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] For port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,segment=NetworkSegment(8109c387-8f39-4713-8f7f-5e68d047f399),segment_id=8109c387-8f39-4713-8f7f-5e68d047f399)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:38.316017 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.329712 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Calling delete_port for 1e2dbc25-4790-4082-ba23-753e9eaa9f3a owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:38.423168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.429565 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (1e2dbc25-4790-4082-ba23-753e9eaa9f3a), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.449634 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:38.454701 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] No DVR routers for this DVR port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a on host dv-cinder-841632-1-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:38:38.456653 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Pushing event deleted for resources: {'Port': ['ID=1e2dbc25-4790-4082-ba23-753e9eaa9f3a,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:38.460805 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] No DVR routers for this DVR port 1e2dbc25-4790-4082-ba23-753e9eaa9f3a on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:38:38.467707 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.468062 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.468431 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.468779 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.469118 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.469454 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.469782 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.470111 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.470465 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.476424 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.476424 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.476424 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.476424 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.476424 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.476424 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3b86f-7fed-48d3-a167-2b3f50f1bc3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841632-1-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:38:38.532185 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (f93163e1-e8a9-4aac-a1de-53c0262bf902), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.814248 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93163e1-e8a9-4aac-a1de-53c0262bf902']}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:38.824354 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8109c387-8f39-4713-8f7f-5e68d047f399') {'for_net_delete': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:38.824638 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.services.segments.db [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8109c387-8f39-4713-8f7f-5e68d047f399') {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:38.833177 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8640657'] for segment (8109c387-8f39-4713-8f7f-5e68d047f399), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.846031 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (8109c387-8f39-4713-8f7f-5e68d047f399), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.852166 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:38:38.852542 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8871391'] for segment (8109c387-8f39-4713-8f7f-5e68d047f399), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: Traceback (most recent call last): May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: timer() May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: cb(*args, **kw) May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: return func(*args, **kwargs) May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: self._notify() May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: self.callback(batched_events) May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: event.method(event) May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: return f(self, *a, **k) May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._get(url).json() May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: return self.request(url, 'GET', **kwargs) May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:38:38.854178 dv-cinder-841632-1-iscsi neutron-server[104059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:38:38.964876 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (f93163e1-e8a9-4aac-a1de-53c0262bf902), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.981505 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:38.984759 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f93163e1-e8a9-4aac-a1de-53c0262bf902 HTTP/1.1" status: 204 len: 168 time: 0.9539082 May 13 13:38:38.985792 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7983d25-fea2-4398-9e17-d2a5fe1445d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93163e1-e8a9-4aac-a1de-53c0262bf902,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:38.989090 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56164) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:39.010784 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device c14e2aac-8136-4318-a279-16d722ade56a no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:38:39.030695 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: c14e2aac-8136-4318-a279-16d722ade56a {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:38:39.031378 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device c14e2aac-8136-4318-a279-16d722ade56a not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:38:39.031482 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 1e2dbc25-4790-4082-ba23-753e9eaa9f3a no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:38:39.051278 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 1e2dbc25-4790-4082-ba23-753e9eaa9f3a {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:38:39.051615 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 1e2dbc25-4790-4082-ba23-753e9eaa9f3a not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:38:39.052014 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 2de23efd-ebad-455c-8efc-d00d9160c1ab no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:38:39.073414 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 2de23efd-ebad-455c-8efc-d00d9160c1ab {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:38:39.073414 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 2de23efd-ebad-455c-8efc-d00d9160c1ab not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:38:39.319294 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591137'] for router_interface (8575af94-3bb1-4992-bea2-b5efdb8f351b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:39.632949 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:39.799951 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Deleting port 8b751908-735b-4f19-897d-7105e1882019 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:39.800293 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (8b751908-735b-4f19-897d-7105e1882019), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:39.879888 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] For port 8b751908-735b-4f19-897d-7105e1882019, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=8b751908-735b-4f19-897d-7105e1882019,segment=NetworkSegment(e49bfd68-38d9-4050-87d4-f64efda0db05),segment_id=e49bfd68-38d9-4050-87d4-f64efda0db05)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:39.880243 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (8b751908-735b-4f19-897d-7105e1882019), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:39.893705 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Calling delete_port for 8b751908-735b-4f19-897d-7105e1882019 owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:40.114187 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (8b751908-735b-4f19-897d-7105e1882019), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:40.142060 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b751908-735b-4f19-897d-7105e1882019,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:40.320974 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-565326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602664'] for router_interface (8575af94-3bb1-4992-bea2-b5efdb8f351b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:40.542061 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Router 8575af94-3bb1-4992-bea2-b5efdb8f351b has already been hosted by L3 agent b3173c6c-983c-48a0-b97b-4849ab0d9142 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:38:40.641490 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] Notify agent at l3_agent.dv-cinder-841632-1-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:38:40.647220 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8a4619c4-3436-4fe1-816b-1dd63bc5e178 admin admin] 10.222.0.13 "PUT /v2.0/routers/8575af94-3bb1-4992-bea2-b5efdb8f351b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6569376 May 13 13:38:40.649692 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 56166) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:40.651537 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] Sync routers for ids ['8575af94-3bb1-4992-bea2-b5efdb8f351b'] in dv-cinder-841632-1-iscsi {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:38:40.662120 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] Routers {'8575af94-3bb1-4992-bea2-b5efdb8f351b'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:38:40.662754 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:38:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['8575af94-3bb1-4992-bea2-b5efdb8f351b'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:40.756371 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks [] for router (8575af94-3bb1-4992-bea2-b5efdb8f351b), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:40.768931 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] Set router 8575af94-3bb1-4992-bea2-b5efdb8f351b gateway port host: dv-cinder-841632-1-iscsi {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:38:40.863121 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks [] for router_gateway (8575af94-3bb1-4992-bea2-b5efdb8f351b), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:40.935499 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'external_fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:38:40Z', 'revision_number': 5, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port': {'id': '60e1bed2-6583-4f4d-965f-fcf4d48ad3b1', 'name': '', 'network_id': '4ae6d7c2-b512-4e8f-b736-5b3160709f71', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:31:38Z', 'updated_at': '2022-05-13T13:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '884197f4-2b78-4ccd-a3ee-93db98a8cf13', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841632-1-iscsi'}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:40.965944 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Deleting port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:40.966406 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:40.966823 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] Checking router: 8575af94-3bb1-4992-bea2-b5efdb8f351b for host: dv-cinder-841632-1-iscsi {{(pid=104061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:38:40.976784 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] Routers {'8575af94-3bb1-4992-bea2-b5efdb8f351b'} bound to L3 agent in host dv-cinder-841632-1-iscsi {{(pid=104061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:38:40.982219 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:14:08Z,description=,heartbeat_timestamp=2022-05-13T13:38:38Z,host='dv-cinder-841632-1-iscsi',id=b3173c6c-983c-48a0-b97b-4849ab0d9142,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:14:09Z,topic='l3_agent')) {'router_ids': ['8575af94-3bb1-4992-bea2-b5efdb8f351b'], 'active': True} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:41.054970 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] For port 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=60e1bed2-6583-4f4d-965f-fcf4d48ad3b1,segment=NetworkSegment(b00e66c1-fd25-473f-bc5c-aac4127ba8f9),segment_id=b00e66c1-fd25-473f-bc5c-aac4127ba8f9)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:41.055332 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.066529 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_dvr_db [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] Set router 8575af94-3bb1-4992-bea2-b5efdb8f351b gateway port host: None {{(pid=104061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:38:41.068986 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Calling delete_port for 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 owned by network:router_gateway {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:41.119612 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.l3_hamode_db [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:38:40Z', 'revision_number': 6, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port_host': None}], 'dv-cinder-841632-1-iscsi', False) {} {{(pid=104061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:41.148979 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb820d-a52a-49f4-bbd7-1808460d0c02 None None] The sync data for ids ['8575af94-3bb1-4992-bea2-b5efdb8f351b'] in dv-cinder-841632-1-iscsi is: [{'id': '8575af94-3bb1-4992-bea2-b5efdb8f351b', 'name': 'tempest-TestVolumeBootPattern-1626471342-router', 'tenant_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:31:37Z', 'updated_at': '2022-05-13T13:38:40Z', 'revision_number': 6, 'project_id': 'a0f63f48f8ca4af4a0bbf2363c8b642c', 'gw_port_host': None}] {{(pid=104061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:38:41.183940 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.291499 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8871298'] for port (60e1bed2-6583-4f4d-965f-fcf4d48ad3b1), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.320772 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e1bed2-6583-4f4d-965f-fcf4d48ad3b1,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:41.382168 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595023'] for router_gateway (8575af94-3bb1-4992-bea2-b5efdb8f351b), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.474317 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-434307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9395'] for router (8575af94-3bb1-4992-bea2-b5efdb8f351b), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.477042 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks [] for router_controller (8575af94-3bb1-4992-bea2-b5efdb8f351b), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.577412 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-434328'] for router (8575af94-3bb1-4992-bea2-b5efdb8f351b), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.577988 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8575af94-3bb1-4992-bea2-b5efdb8f351b {{(pid=104059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:38:41.582465 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.583633 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-961c994a-cae2-41b8-92b4-62f0c74c9e76 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8575af94-3bb1-4992-bea2-b5efdb8f351b HTTP/1.1" status: 204 len: 168 time: 0.9329424 May 13 13:38:41.586222 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.wsgi [-] (104059) accepted ('10.222.0.13', 56168) {{(pid=104059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:41.635688 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b24f98-5f45-4d33-ae62-65deebcdfb5a admin admin] Deleting subnet b5476cdb-9471-4dd9-b640-94096cac5d57 {{(pid=104059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:38:41.638681 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-23b24f98-5f45-4d33-ae62-65deebcdfb5a admin admin] Publish callbacks [] for subnet (b5476cdb-9471-4dd9-b640-94096cac5d57), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.671336 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-23b24f98-5f45-4d33-ae62-65deebcdfb5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8640618'] for subnet (b5476cdb-9471-4dd9-b640-94096cac5d57), precommit_delete_associations {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.747417 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-23b24f98-5f45-4d33-ae62-65deebcdfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742514'] for subnet (b5476cdb-9471-4dd9-b640-94096cac5d57), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.874724 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-23b24f98-5f45-4d33-ae62-65deebcdfb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-275499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8871349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8667528'] for subnet (b5476cdb-9471-4dd9-b640-94096cac5d57), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.903659 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-23b24f98-5f45-4d33-ae62-65deebcdfb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for subnet (None), before_response {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:41.910192 dv-cinder-841632-1-iscsi neutron-server[104059]: INFO neutron.wsgi [None req-23b24f98-5f45-4d33-ae62-65deebcdfb5a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5476cdb-9471-4dd9-b640-94096cac5d57 HTTP/1.1" status: 204 len: 168 time: 0.3196437 May 13 13:38:41.910192 dv-cinder-841632-1-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b24f98-5f45-4d33-ae62-65deebcdfb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5476cdb-9471-4dd9-b640-94096cac5d57,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:41.910602 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56170) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:41.911051 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e03037-07cf-4589-96e4-c297add1dcac None None] Network 911f0ac0-55d0-4d59-8828-c0575104baef requested from dv-cinder-841632-1-iscsi {{(pid=104060) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:38:41.982646 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1353959'] for network (911f0ac0-55d0-4d59-8828-c0575104baef), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.028833 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Deleting port 82ee72a7-aa98-4617-8b62-80aee13da84c {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:42.029382 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.059129 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] DHCP port deletion for 911f0ac0-55d0-4d59-8828-c0575104baef request from dv-cinder-841632-1-iscsi {{(pid=104060) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:38:42.093486 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] For port 82ee72a7-aa98-4617-8b62-80aee13da84c, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=82ee72a7-aa98-4617-8b62-80aee13da84c,segment=NetworkSegment(e49bfd68-38d9-4050-87d4-f64efda0db05),segment_id=e49bfd68-38d9-4050-87d4-f64efda0db05)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:42.093849 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.107277 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] Deleting port 82ee72a7-aa98-4617-8b62-80aee13da84c {{(pid=104060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:38:42.109596 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733592181252'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), before_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.116197 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Calling delete_port for 82ee72a7-aa98-4617-8b62-80aee13da84c owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:42.178275 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] For port 82ee72a7-aa98-4617-8b62-80aee13da84c, host dv-cinder-841632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841632-1-iscsi',level=0,port_id=82ee72a7-aa98-4617-8b62-80aee13da84c,segment=NetworkSegment(e49bfd68-38d9-4050-87d4-f64efda0db05),segment_id=e49bfd68-38d9-4050-87d4-f64efda0db05)] {{(pid=104060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:38:42.178631 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-591351'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), precommit_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.191837 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] Calling delete_port for 82ee72a7-aa98-4617-8b62-80aee13da84c owned by network:dhcp {{(pid=104060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:38:42.290767 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9693431'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.296077 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1383553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733592190356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733591694969'] for port (82ee72a7-aa98-4617-8b62-80aee13da84c), after_delete {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.316318 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ee72a7-aa98-4617-8b62-80aee13da84c,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:42.319913 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] No DVR routers for this DVR port 82ee72a7-aa98-4617-8b62-80aee13da84c on host dv-cinder-841632-1-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:38:42.323582 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] Pushing event deleted for resources: {'Port': ['ID=82ee72a7-aa98-4617-8b62-80aee13da84c,revision_number=None']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:42.327374 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd4ad3-20cd-412e-838f-24c5a7cb1583 None None] No DVR routers for this DVR port 82ee72a7-aa98-4617-8b62-80aee13da84c on host dv-cinder-841632-1-iscsi {{(pid=104060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:38:42.393807 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1740617', 'neutron.services.segments.db._delete_segments_for_network-8733592009265'] for network (911f0ac0-55d0-4d59-8828-c0575104baef), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.414249 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911f0ac0-55d0-4d59-8828-c0575104baef']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:42.423289 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49bfd68-38d9-4050-87d4-f64efda0db05') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:42.423604 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49bfd68-38d9-4050-87d4-f64efda0db05') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:38:42.432900 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733592010298', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9876196'] for segment (e49bfd68-38d9-4050-87d4-f64efda0db05), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.446294 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671'] for segment (e49bfd68-38d9-4050-87d4-f64efda0db05), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.452225 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:38:42.452616 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9693354'] for segment (e49bfd68-38d9-4050-87d4-f64efda0db05), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: Traceback (most recent call last): May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: timer() May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: cb(*args, **kw) May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: return func(*args, **kwargs) May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: self._notify() May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: self.callback(batched_events) May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: event.method(event) May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: return f(self, *a, **k) May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._get(url).json() May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: return self.request(url, 'GET', **kwargs) May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:38:42.454320 dv-cinder-841632-1-iscsi neutron-server[104058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:38:42.577066 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.594274 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1740592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-565317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597281'] for network (911f0ac0-55d0-4d59-8828-c0575104baef), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.594274 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565299'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:42.600987 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] 10.222.0.13 "DELETE /v2.0/networks/911f0ac0-55d0-4d59-8828-c0575104baef HTTP/1.1" status: 204 len: 168 time: 0.6865900 May 13 13:38:42.609775 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4080b3-79ff-495a-aa64-829ead110449 admin admin] Pushing event deleted for resources: {'Network': ['ID=911f0ac0-55d0-4d59-8828-c0575104baef,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:42.907226 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56174) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:42.951226 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b20d174e-462a-492d-8dd6-6ba26cbe1a4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6445798bd0f5475dba3878ea68e1eada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428650 May 13 13:38:42.953606 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56176) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:43.001820 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a1d97fd-89ce-4757-ac19-1c2b820ff2ed admin admin] Publish callbacks [] for security_group (ff170cd6-e9a7-4141-a0a8-a9057c687773), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:43.009016 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:38:43.024458 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a1d97fd-89ce-4757-ac19-1c2b820ff2ed admin admin] Publish callbacks [] for security_group (ff170cd6-e9a7-4141-a0a8-a9057c687773), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:43.029581 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:38:43.029937 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 60e1bed2-6583-4f4d-965f-fcf4d48ad3b1 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:38:43.030375 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 82ee72a7-aa98-4617-8b62-80aee13da84c no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:38:43.052590 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 82ee72a7-aa98-4617-8b62-80aee13da84c {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:38:43.052940 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 82ee72a7-aa98-4617-8b62-80aee13da84c not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:38:43.053350 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 8b751908-735b-4f19-897d-7105e1882019 no longer exists at agent ovs-agent-dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:38:43.071994 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] No Port match for: 8b751908-735b-4f19-897d-7105e1882019 {{(pid=104060) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:38:43.080077 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.rpc [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Device 8b751908-735b-4f19-897d-7105e1882019 not bound to the agent host dv-cinder-841632-1-iscsi {{(pid=104060) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:38:43.158495 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a1d97fd-89ce-4757-ac19-1c2b820ff2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ff170cd6-e9a7-4141-a0a8-a9057c687773), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:43.161653 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a1d97fd-89ce-4757-ac19-1c2b820ff2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:43.162945 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4a1d97fd-89ce-4757-ac19-1c2b820ff2ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff170cd6-e9a7-4141-a0a8-a9057c687773 HTTP/1.1" status: 204 len: 168 time: 0.2084415 May 13 13:38:43.171843 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d97fd-89ce-4757-ac19-1c2b820ff2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff170cd6-e9a7-4141-a0a8-a9057c687773,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:38:43.827415 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56182) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:43.866892 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9400eef6-8c45-4edc-a58e-5176379bf517 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0f63f48f8ca4af4a0bbf2363c8b642c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383437 May 13 13:38:43.869318 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 56184) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:38:43.915204 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a348724-3ec9-4dd9-8791-574241477970 admin admin] Publish callbacks [] for security_group (ba7a9b9a-3724-4872-a0f2-27ed6bbce004), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:43.936628 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a348724-3ec9-4dd9-8791-574241477970 admin admin] Publish callbacks [] for security_group (ba7a9b9a-3724-4872-a0f2-27ed6bbce004), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:44.074279 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a348724-3ec9-4dd9-8791-574241477970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267776'] for security_group (ba7a9b9a-3724-4872-a0f2-27ed6bbce004), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:44.076893 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a348724-3ec9-4dd9-8791-574241477970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:38:44.078062 dv-cinder-841632-1-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2a348724-3ec9-4dd9-8791-574241477970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba7a9b9a-3724-4872-a0f2-27ed6bbce004 HTTP/1.1" status: 204 len: 168 time: 0.2078640 May 13 13:38:44.086535 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a348724-3ec9-4dd9-8791-574241477970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a9b9a-3724-4872-a0f2-27ed6bbce004,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:39:00.691183 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:05.611660 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-30eb9772-ea71-4c59-8be0-4f9b9bd0d2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:07.310110 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:39:08.039585 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d2cc8ce6-6d19-4906-8109-7c24343c09b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:09.633429 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:11.194024 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:12.553907 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:30.690484 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:35.616094 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4f20b3d6-ff0a-45e4-bb79-11275f014f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:38.055854 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-668bb6eb-1b77-44a1-ab9e-ff61343ac2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:39.656081 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:41.243867 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:42.547331 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:39:44.308182 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:40:00.764258 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:05.598275 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-bbc37260-9ead-42d8-b393-14e6018111fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:08.044188 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7f6072ac-87d3-4a6a-85c8-33ca7217f9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:09.638622 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:11.198257 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:12.564328 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:21.307390 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:40:30.775149 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:35.615112 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-c27a66f6-1cba-4e70-8d7c-8178ac075eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:38.031737 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e4b94162-0297-4de5-8996-d4dd3fe032e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:39.632136 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:41.198257 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:42.535069 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:40:58.310261 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:41:00.740329 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:05.625996 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-961a817f-e7b0-4d82-a8a9-4d70e2440a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:08.054597 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7b9ab704-dba8-41c2-9e29-9abb99228099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:09.637623 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:11.186572 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:12.557835 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:30.780195 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:35.309767 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:41:35.625815 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-eefb5957-16ab-4772-8f13-fc8fa06e7521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:38.037514 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-561caa67-0ebb-4cbd-861e-6af87c25cf1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:39.637277 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:41.220156 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:41:42.552077 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:00.802765 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:05.636975 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d50a2611-cbd9-486e-9181-58c2de32fb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:08.048371 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-0dee68de-e7e5-4693-9394-d8197db55bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:09.648535 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:11.208943 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:12.308367 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:42:12.557638 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:30.774332 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:35.648385 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-96e67fe8-ea17-4467-8c98-d035c18a0c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:38.048468 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-d08ade8a-9307-45e3-9845-80b45d73bf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:39.640881 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:41.213899 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:42.539727 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:42:49.306730 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:43:00.796798 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:05.613809 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-b32d429e-54d5-4cad-95c6-db0e791f8a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:08.042620 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-e5299ea8-d800-48a1-aeee-fcc82da41be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:09.636925 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:09.890360 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-70c3c314-179b-4644-9d5a-eb3a1ba363ae req-110d8ed2-c342-437c-b04e-f82070cb2540 service neutron] (104058) timed out ('10.222.0.69', 61000) {{(pid=104058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 13:43:10.134669 dv-cinder-841632-1-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-105a1b33-28ad-463d-8d44-f30c5dd8a964 req-5eba47e0-804e-4fc1-afa0-c48c5835c9ad service neutron] (104058) timed out ('10.222.0.69', 61350) {{(pid=104058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 13:43:11.206863 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:12.545231 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:26.305178 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:43:30.829870 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:35.623212 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-6c454d38-63e1-4879-8d5c-518c21ef7c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:38.030724 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-54c2c7df-cb50-4679-bddb-060478353237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:39.664976 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:41.225188 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:43:42.556386 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:44:00.882039 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-cc901f57-1859-424f-aff4-8f297c4a8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (624fd6da-aa57-4875-8158-f947c8bfef54), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:44:03.304631 dv-cinder-841632-1-iscsi neutron-server[104061]: DEBUG neutron.db.agents_db [None req-d511938e-ce05-4a70-bef3-f50133288a71 None None] Agent healthcheck: found 6 active agents {{(pid=104061) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:44:05.664703 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-1d794739-d39e-43e4-aa7f-9cdaf8c7505e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b0d4fb74-7c19-4c91-bfa6-63b6d51900f4), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:44:08.056987 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-22447e64-1a24-413c-ab2e-7b931e80867e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b3173c6c-983c-48a0-b97b-4849ab0d9142), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:44:09.682093 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-60e0d372-3567-4227-bfb5-efe1475715ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (da9bff53-231c-4f8d-853f-c78107d21446), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:44:11.228306 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-accb2583-f054-4e31-a967-0388eae15f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (b6bbb9cf-f8c1-4c45-903d-358c0a989e0a), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:44:12.573044 dv-cinder-841632-1-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-a7a1be7f-02a9-4c34-9ced-92010cd7c8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733592009247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1427336'] for agent (d82c20fd-ed18-4218-b247-2dfb16663630), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}